diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..e14ce68b0a559601dc936eba5e7c4d1c3d8ffc84 --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2026 Zhipu AI + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c160c21dcb60aecc5f0457bfa420ad9f6b601292 --- /dev/null +++ b/README.md @@ -0,0 +1,112 @@ +--- +tags: +- unsloth +base_model: +- zai-org/GLM-5.2 +language: +- en +- zh +library_name: transformers +license: mit +pipeline_tag: text-generation +--- +
+

+ Unsloth Dynamic 2.0 achieves superior accuracy & outperforms other leading quants. +

+
+ + + + + + + + + +
+
+ + +# GLM-5.2 + +
+ +
+

+ 👋 Join our WeChat or Discord community. +
+ 📖 Check out the GLM-5.2 blog and GLM-5 Technical report. +
+ 📍 Use GLM-5.2 API services on Z.ai API Platform. +
+ 🔜 Try GLM-5.2 here. +

+ +

+ [Paper] + [GitHub] +

+ +## Introduction + +We're introducing GLM-5.2, our latest flagship model for long-horizon tasks. It marks a substantial leap in long-horizon task capability over its predecessor GLM-5.1 and, for the first time, delivers that capability on a **solid 1M-token context**. GLM-5.2's new capabilities include: +- **Solid 1M Context:** A solid 1M-token context that stably sustains long-horizon work +- **Advanced Coding with Flexible Effort**: Stronger coding capabilities with multiple thinking effort levels to balance performance and latency +- **Improved Architecture**: We propose [IndexShare](https://arxiv.org/abs/2603.12201), which reuses the same indexer across every four sparse attention layers, reducing per-token FLOPs by 2.9× at a 1M context length. We also improve GLM-5.2’s MTP layer for speculative decoding, increasing the acceptance length by up to 20% +- **Pure Open**: An MIT open-source license — no regional limits, technical access without borders + +![bench_52](https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/bench_52.png) + +## Benchmark + +|Benchmark|GLM-5.2|GLM-5.1|Qwen3.7-Max|MiniMax M3|DeepSeek-V4-Pro|Claude Opus 4.8|GPT-5.5|Gemini 3.1 Pro| +|:---|:---:|:---:|:---:|:---:|:---:|:---:|:---:|:---:| +|Reasoning||||||||||| +|HLE|40.5|31|41.4|37|37.7|49.8*|41.4*|45| +|HLE (w/ Tools)|54.7|52.3|53.5|-|48.2|57.9*|52.2*|51.4*| +|CritPt|16.7|4.6|13.4|3.7|12.9|20.9|27.1|17.7| +|AIME 2026|99.2|95.3|97|-|94.6|95.7|98.3|98.2| +|HMMT Nov. 2025|94.4|94|95|84.4|94.4|96.5|96.5|94.8| +|HMMT Feb. 2026|92.5|82.6|97.1|84.4|95.2|96.7|96.7|87.3| +|IMOAnswerBench|91.0|83.8|90|-|89.8|83.5|-|81| +|GPQA-Diamond|91.2|86.2|90|93|90.1|93.6|93.6|94.3| +|Coding||||||||||| +|SWE-bench Pro|62.1|58.4|60.6|59|55.4|69.2|58.6|54.2| +|NL2Repo|48.9|42.7|47.2|42.1|35.5|69.7|50.7|33.4| +|DeepSWE|46.2|18|18|20|8|58|70|10| +|ProgramBench|63.7|50.9|-|-|47.8|71.9|70.8|39.5| +|Terminal Bench 2.1 (Terminus-2)|81.0|63.5|75|65|64| 85|84|74| +|Terminal Bench 2.1 (Best Reported Harness)|82.7|69|-|-|-|78.9|83.4|70.7| +|FrontierSWE (Dominance)|74.4|30.5|-|-|29.0|75.1|72.6|39.6| +|PostTrainBench|34.3|20.1|-|-|-|37.2|28.4|21.6| +|SWE-Marathon|13.0|1.0|-|-|-|26.0|12.0|4.0| +|Agentic||||||||||| +|MCP-Atlas (Public Set)|76.8|71.8|76.4|74.2|73.6|77.8|75.3|69.2| +|Tool-Decathlon|48.2|40.7|-|-|52.8|59.9|55.6|48.8| + +## Serve GLM-5.2 Locally + +The following open-source frameworks support local deployment of GLM-5.2: + +- [SGLang](https://github.com/sgl-project/sglang) (v0.5.13.post1+) — see [cookbook](https://cookbook.sglang.io/autoregressive/GLM/GLM-5.2) +- [vLLM](https://github.com/vllm-project/vllm) (v0.23.0+) — see [recipes](https://github.com/vllm-project/recipes/blob/main/GLM/GLM5.md) +- [xLLM](https://github.com/jd-opensource/xllm) (v0.10.0+) — see [example](https://github.com/zai-org/GLM-5/blob/main/example/ascend.md) +- [Transformers](https://github.com/huggingface/transformers) (v0.5.12+) — see [transformers docs](https://github.com/huggingface/transformers/blob/main/docs/source/en/model_doc/glm_moe_dsa.md) +- [KTransformers](https://github.com/kvcache-ai/ktransformers) (v0.5.12+) — see [tutorial](https://github.com/kvcache-ai/ktransformers/blob/main/doc/en/kt-kernel/GLM-5.2-Tutorial.md) + +## Citation + +If you find GLM-5.2 useful in your research, please cite our technical report: + +```bibtex +@misc{glm5team2026glm5vibecodingagentic, + title={GLM-5: from Vibe Coding to Agentic Engineering}, + author={GLM-5-Team and : and Aohan Zeng and Xin Lv and Zhenyu Hou and Zhengxiao Du and Qinkai Zheng and Bin Chen and Da Yin and Chendi Ge and Chenghua Huang and Chengxing Xie and Chenzheng Zhu and Congfeng Yin and Cunxiang Wang and Gengzheng Pan and Hao Zeng and Haoke Zhang and Haoran Wang and Huilong Chen and Jiajie Zhang and Jian Jiao and Jiaqi Guo and Jingsen Wang and Jingzhao Du and Jinzhu Wu and Kedong Wang and Lei Li and Lin Fan and Lucen Zhong and Mingdao Liu and Mingming Zhao and Pengfan Du and Qian Dong and Rui Lu and Shuang-Li and Shulin Cao and Song Liu and Ting Jiang and Xiaodong Chen and Xiaohan Zhang and Xuancheng Huang and Xuezhen Dong and Yabo Xu and Yao Wei and Yifan An and Yilin Niu and Yitong Zhu and Yuanhao Wen and Yukuo Cen and Yushi Bai and Zhongpei Qiao and Zihan Wang and Zikang Wang and Zilin Zhu and Ziqiang Liu and Zixuan Li and Bojie Wang and Bosi Wen and Can Huang and Changpeng Cai and Chao Yu and Chen Li and Chengwei Hu and Chenhui Zhang and Dan Zhang and Daoyan Lin and Dayong Yang and Di Wang and Ding Ai and Erle Zhu and Fangzhou Yi and Feiyu Chen and Guohong Wen and Hailong Sun and Haisha Zhao and Haiyi Hu and Hanchen Zhang and Hanrui Liu and Hanyu Zhang and Hao Peng and Hao Tai and Haobo Zhang and He Liu and Hongwei Wang and Hongxi Yan and Hongyu Ge and Huan Liu and Huanpeng Chu and Jia'ni Zhao and Jiachen Wang and Jiajing Zhao and Jiamin Ren and Jiapeng Wang and Jiaxin Zhang and Jiayi Gui and Jiayue Zhao and Jijie Li and Jing An and Jing Li and Jingwei Yuan and Jinhua Du and Jinxin Liu and Junkai Zhi and Junwen Duan and Kaiyue Zhou and Kangjian Wei and Ke Wang and Keyun Luo and Laiqiang Zhang and Leigang Sha and Liang Xu and Lindong Wu and Lintao Ding and Lu Chen and Minghao Li and Nianyi Lin and Pan Ta and Qiang Zou and Rongjun Song and Ruiqi Yang and Shangqing Tu and Shangtong Yang and Shaoxiang Wu and Shengyan Zhang and Shijie Li and Shuang Li and Shuyi Fan and Wei Qin and Wei Tian and Weining Zhang and Wenbo Yu and Wenjie Liang and Xiang Kuang and Xiangmeng Cheng and Xiangyang Li and Xiaoquan Yan and Xiaowei Hu and Xiaoying Ling and Xing Fan and Xingye Xia and Xinyuan Zhang and Xinze Zhang and Xirui Pan and Xu Zou and Xunkai Zhang and Yadi Liu and Yandong Wu and Yanfu Li and Yidong Wang and Yifan Zhu and Yijun Tan and Yilin Zhou and Yiming Pan and Ying Zhang and Yinpei Su and Yipeng Geng and Yong Yan and Yonglin Tan and Yuean Bi and Yuhan Shen and Yuhao Yang and Yujiang Li and Yunan Liu and Yunqing Wang and Yuntao Li and Yurong Wu and Yutao Zhang and Yuxi Duan and Yuxuan Zhang and Zezhen Liu and Zhengtao Jiang and Zhenhe Yan and Zheyu Zhang and Zhixiang Wei and Zhuo Chen and Zhuoer Feng and Zijun Yao and Ziwei Chai and Ziyuan Wang and Zuzhou Zhang and Bin Xu and Minlie Huang and Hongning Wang and Juanzi Li and Yuxiao Dong and Jie Tang}, + year={2026}, + eprint={2602.15763}, + archivePrefix={arXiv}, + primaryClass={cs.LG}, + url={https://arxiv.org/abs/2602.15763}, +} +``` \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..c1418703a3e81c4b77eff2f059206ce94949b6dd --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,119 @@ +[gMASK] +{%- set effective_reasoning_effort = 'high' if reasoning_effort is defined and reasoning_effort == 'high' else 'max' -%} +{%- if (enable_thinking is not defined or enable_thinking) and effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%} +{%- if tools -%} +{%- macro tool_to_json(tool) -%} + {%- set ns_tool = namespace(first=true) -%} + {{ '{' -}} + {%- for k, v in tool.items() -%} + {%- if k != 'defer_loading' and k != 'strict' -%} + {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%} + {%- set ns_tool.first = false -%} + "{{ k }}": {{ v | tojson(ensure_ascii=False) }} + {%- endif -%} + {%- endfor -%} + {{- '}' -}} +{%- endmacro -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{%- if tool is not none and tool is mapping and 'function' in tool -%} + {%- set tool = tool['function'] -%} +{%- endif -%} +{% if tool.defer_loading is not defined or not tool.defer_loading %} +{{ tool_to_json(tool) }} +{% endif %} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content }} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text }} + {%- elif item is string -%} + {{- item }} + {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%} + {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%} + {{- "You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods." }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1) -%} +{%- for m in messages %} + {%- if m is not none and m is mapping and m.role == 'user' %} + {%- set ns.last_user_index = loop.index0 -%} + {%- endif %} +{%- endfor %} +{%- for m in messages -%} +{%- if m is not none and m is mapping and m.role == 'user' -%}<|user|>{{ visible_text(m.content) }} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- elif '' in content %} + {%- set reasoning_content = content.split('')[0].split('')[-1] %} + {%- set content = content.split('')[-1] %} +{%- endif %} +{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%} +{{ '' + reasoning_content + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' -}} +{%- endif %} +{%- if m.content is string -%} + {{- '' + m.content + '' -}} +{%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == "tool_reference" -%} + {{- '\n' -}} + {% for tr in m.content %} + {%- for tool in tools -%} + {%- if tool is not none and tool is mapping and 'function' in tool -%} + {%- set tool = tool['function'] -%} + {%- endif -%} + {%- if tool is not none and tool is mapping and tool.name == tr.name -%} + {{- tool_to_json(tool) + '\n' -}} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {{- '' -}} +{%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%} + {%- for tr in m.content -%} + {{- '' + tr.output + '' -}} + {%- endfor -%} +{%- else -%} + {{- '' + visible_text(m.content) + '' -}} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' if (enable_thinking is defined and not enable_thinking) else '' -}} +{%- endif -%} diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c1ff48de19f75e545f1771b5b790df7ac1b7c17f --- /dev/null +++ b/config.json @@ -0,0 +1,306 @@ +{ + "architectures": [ + "GlmMoeDsaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "torch_dtype": "bfloat16", + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "ep_size": 1, + "first_k_dense_replace": 3, + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 6144, + "index_head_dim": 128, + "index_n_heads": 32, + "index_share_for_mtp_iteration": true, + "index_skip_topk_offset": 3, + "index_topk": 2048, + "index_topk_freq": 4, + "index_topk_pattern": null, + "indexer_rope_interleave": true, + "indexer_types": [ + "full", + "full", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared" + ], + "initializer_range": 0.02, + "intermediate_size": 12288, + "kv_lora_rank": 512, + "layer_types": [ + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention", + "deepseek_sparse_attention" + ], + "max_position_embeddings": 1048576, + "mlp_bias": false, + "mlp_layer_types": [ + "dense", + "dense", + "dense", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse" + ], + "model_type": "glm_moe_dsa", + "moe_intermediate_size": 2048, + "moe_layer_freq": 1, + "n_group": 1, + "n_routed_experts": 256, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 64, + "num_experts": 256, + "num_experts_per_tok": 8, + "num_hidden_layers": 78, + "num_key_value_heads": 64, + "num_nextn_predict_layers": 1, + "pad_token_id": 154821, + "pretraining_tp": 1, + "q_lora_rank": 2048, + "qk_head_dim": 256, + "qk_nope_head_dim": 192, + "qk_rope_head_dim": 64, + "rms_norm_eps": 1e-05, + "rope_interleave": true, + "rope_parameters": { + "rope_theta": 8000000, + "rope_type": "default" + }, + "routed_scaling_factor": 2.5, + "scoring_func": "sigmoid", + "tie_word_embeddings": false, + "topk_group": 1, + "topk_method": "noaux_tc", + "transformers_version": "5.13.0.dev0", + "unsloth_fixed": true, + "use_cache": true, + "v_head_dim": 256, + "vocab_size": 154880 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..216bbb092d0df0dda1dc4cedd789b92286c4c001 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "pad_token_id": 154820, + "temperature": 1.0, + "top_p": 0.95, + "transformers_version": "5.12.0" +} diff --git a/model-00001-of-00282.safetensors b/model-00001-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef25ebdfb493e8ae7e1b25b9d1570669d0bd311a --- /dev/null +++ b/model-00001-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:004bf9404964da8ea71ea2d3ebf02148fa766b956bd4fca3f54b093e58a6a74c +size 5342821416 diff --git a/model-00002-of-00282.safetensors b/model-00002-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab4c8d70808923de31bdbecae03dbeef1efe06e6 --- /dev/null +++ b/model-00002-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7682416ae5caa51698994d71d011bf308016f97bc33fe2f8187f37cd73b85e39 +size 5351970840 diff --git a/model-00003-of-00282.safetensors b/model-00003-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8230f59dc88f1fe4baa9b98f43d18378688e7e0a --- /dev/null +++ b/model-00003-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3427fbf78d22254a65e9ea918ab724ce9dbb0f9231c7054fbb3b7a65e132d13c +size 5360347320 diff --git a/model-00004-of-00282.safetensors b/model-00004-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de1a02f31e7682633e5e403b3d2e765e0f7348da --- /dev/null +++ b/model-00004-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5cc75d06e0f5a693a21142594dda258dc46eb46ae14e33ab66310a2fd664c46 +size 5360347208 diff --git a/model-00005-of-00282.safetensors b/model-00005-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1412b67c6d6df67769c8e308365b515c79d75b32 --- /dev/null +++ b/model-00005-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5461ed71639e7496b8f4ebb71e4faffec78fdf97eeea424f8b0d06f1747402 +size 5359985352 diff --git a/model-00006-of-00282.safetensors b/model-00006-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..308fa6c5a1477497bb7df90cb57d33bbd611808f --- /dev/null +++ b/model-00006-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4225900bd3fb7de29a27f0c613680a8d38c7571753560837878115c58f06715 +size 5360347320 diff --git a/model-00007-of-00282.safetensors b/model-00007-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e5549c6396017a7622b5092722570c43eaabb44 --- /dev/null +++ b/model-00007-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba48cc4205a98fd1f6db7b62941439a7497346e3cb8e77f9e77f04afc094ec03 +size 5360347320 diff --git a/model-00008-of-00282.safetensors b/model-00008-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19196919c46e217327e7642d883c3a0a26bf9eb0 --- /dev/null +++ b/model-00008-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f2bf12168f93157a568ef0a5e7e2e2ed107c4d6f08da234bdaccb20f69dfd50 +size 5360347144 diff --git a/model-00009-of-00282.safetensors b/model-00009-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a91c75a7c9b1d71bf4315124b262261c4ab5729c --- /dev/null +++ b/model-00009-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98cbef0349b6ce166add44223d299c315898f3a62d8abb2cdd6e7e2ea87f99d +size 5366406944 diff --git a/model-00010-of-00282.safetensors b/model-00010-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4580f0abeeba3d51f872f4e7661771b4a64cff2a --- /dev/null +++ b/model-00010-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd95904337bc2f7afb5815c4ec8723cadd7d2899c3ffae39c06b95c09add7088 +size 5360347312 diff --git a/model-00011-of-00282.safetensors b/model-00011-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0887924e5fa90c3369ef20e160e1c06159ae6d86 --- /dev/null +++ b/model-00011-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b25431bc8f47afa28e7c54e7dd5c602124ba6d29eb29c1ae85803f3a2a8f4c5c +size 5360347288 diff --git a/model-00012-of-00282.safetensors b/model-00012-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4245027a00b695d4b8b19c7fba173bb31c51576 --- /dev/null +++ b/model-00012-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b547be1d742f78230e1358808ad26b373ed6855017cb8230dc80f503d49a91e +size 5363507640 diff --git a/model-00013-of-00282.safetensors b/model-00013-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d6884c1d3fe7f7054ae843c0c79dbabb10babe5 --- /dev/null +++ b/model-00013-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6007e4f7e0eb084782bf2cccdd5d2d143d41939b033439e9fe3525abe85b47 +size 5363246488 diff --git a/model-00014-of-00282.safetensors b/model-00014-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78648c8ca0a2c9c74692b52d92c9d2e5dc5d6895 --- /dev/null +++ b/model-00014-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af3afe8e57aa38d4765ed60b3d9d3db17ac3b9edcb1221a9e3803c26186a070 +size 5360347312 diff --git a/model-00015-of-00282.safetensors b/model-00015-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7719dd7f348c305c4d4f72ad4fd0acb0d6f587c --- /dev/null +++ b/model-00015-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8973e20da1e7a417d7a5c1ca937c679411e15d30e6b1c681bb48e8b1b67ec48a +size 5360347224 diff --git a/model-00016-of-00282.safetensors b/model-00016-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32402afa79456533de4f527e5c2d5bfdb5e341c1 --- /dev/null +++ b/model-00016-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2933dc4032c2248ca122be4cb1432dd8dd553d9967a6a515a82485662e92f99 +size 5366406864 diff --git a/model-00017-of-00282.safetensors b/model-00017-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08fb4df6e7d290e8ae1fdbeaa4a8c7af9f8df52f --- /dev/null +++ b/model-00017-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4bdb0a9cc4bf038705a034734212a9185f0853c06d5a6142b0b3f72720a27d +size 5360347320 diff --git a/model-00018-of-00282.safetensors b/model-00018-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c00014a28a78b04d0ed9fed15dd692b7dc1db5dd --- /dev/null +++ b/model-00018-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fea4352bbe2a046bfbfb9abbf5eb765c731299f291e8cdd57727c64330dcc9c +size 5360347312 diff --git a/model-00019-of-00282.safetensors b/model-00019-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b0415ebfd66d9e19bcbdb274c22b68cc66e744a --- /dev/null +++ b/model-00019-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e6a82321012b751a20d8d4b0ec7789fbd0f7d9793363c3aca1cfb3bac63dd2 +size 5360347152 diff --git a/model-00020-of-00282.safetensors b/model-00020-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53cf9db22ef33e98ca9092ea4d2dd9ee5134da98 --- /dev/null +++ b/model-00020-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a0c14209e0e265b74560da40960bcebc851ee68c3448c66e23ab474205e61f9 +size 5359985408 diff --git a/model-00021-of-00282.safetensors b/model-00021-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e17fe5becf51a123687b85c88b0691e5f918bf2 --- /dev/null +++ b/model-00021-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d938250b91052108ed2eb412269968a321aa33781120079ab3178f9db441c0a +size 5360347320 diff --git a/model-00022-of-00282.safetensors b/model-00022-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7fd30c31249946d0e228aac9571ccf4560e3f589 --- /dev/null +++ b/model-00022-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b23391d705ced93248aee64102135073c3f06f26ea32ebc32fbbd48348b0b9bb +size 5360347288 diff --git a/model-00023-of-00282.safetensors b/model-00023-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5cabc9c2749ed0390843faf530debe761f8bd772 --- /dev/null +++ b/model-00023-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de0d99516f2784543e6a2c549965e7082546f39ef10add5f881f6e09111badae +size 5360347112 diff --git a/model-00024-of-00282.safetensors b/model-00024-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8f7986cc46b76ffc0c379ecfff20f1b05a6d4e6 --- /dev/null +++ b/model-00024-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622a574bb87ed480e8a7c6f5d97d96c2e746ebd9d65fd3300a5b5f06078dc630 +size 5366407008 diff --git a/model-00025-of-00282.safetensors b/model-00025-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..edd0b19b0fe43c76812e96d01664f76f93a9b267 --- /dev/null +++ b/model-00025-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b2dd5f87ab021b5646e3fd76ac93bc92483e1c4f518acf9158c1ec2de5f95a8 +size 5360347320 diff --git a/model-00026-of-00282.safetensors b/model-00026-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..30e125af0b7942c52b544ac37168822e780d99a8 --- /dev/null +++ b/model-00026-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c1e51ea49e1ba15100da8dda71ee2643a56ea658cfad244cf4d7ea890618a9 +size 5360347232 diff --git a/model-00027-of-00282.safetensors b/model-00027-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37f6a393f97948505881ae541cdb839c7bc29590 --- /dev/null +++ b/model-00027-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d420c6b292f345c2f584ab3fccdc9be60f96de30e8beae7249b0ff52d80c610 +size 5366406856 diff --git a/model-00028-of-00282.safetensors b/model-00028-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c144ad52bb5510138e7433c6af5dd0ba4e1ff59b --- /dev/null +++ b/model-00028-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4847b68a168e928e9a77ae9e9ad8478773618d55e4879bcdeb8466fb440022a6 +size 5360347320 diff --git a/model-00029-of-00282.safetensors b/model-00029-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4544413d562d5eb1220f2901b24407e043c9b8c --- /dev/null +++ b/model-00029-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64087e925924da3c8ac95bd50348dd0308b5f710dc47b79542a293f288849bcc +size 5360347320 diff --git a/model-00030-of-00282.safetensors b/model-00030-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c4a10d165933bf7337d38be109f4f09d34f42b6 --- /dev/null +++ b/model-00030-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd33908d0bf7c36e602d8eece93f146878b3298bfe4ec1b1cb29b0a4ec8f2c9 +size 5360347160 diff --git a/model-00031-of-00282.safetensors b/model-00031-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ee30103e3ff46e57f30a602428286292b28a0ca --- /dev/null +++ b/model-00031-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6fd157724a0a1c675877cb56885a4cb0ca015d17e93ce075ece80aed7173584 +size 5366406928 diff --git a/model-00032-of-00282.safetensors b/model-00032-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6f39d29abd1989d54a7ae62ef55b44653d7cd8e --- /dev/null +++ b/model-00032-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87863a9a6f05c76d083145a77463e84c3868787a7bf4f2fcb1ef30d2dfec9e61 +size 5360347320 diff --git a/model-00033-of-00282.safetensors b/model-00033-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0059f7d516ea7ef1981d5a0586f2e94bfb96434 --- /dev/null +++ b/model-00033-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45dd4f6733c1bb4fb6aea8a4ee35301f5fe55b9809690f51e87558e4151eb7d2 +size 5360347304 diff --git a/model-00034-of-00282.safetensors b/model-00034-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..977aaca8a921fbf3d194c43fa6d03b1db9047085 --- /dev/null +++ b/model-00034-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9f46cfdc634f6ffe0391fa781aeeafbaf23acd830bb0985ececf493d4dbc57 +size 5360347112 diff --git a/model-00035-of-00282.safetensors b/model-00035-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bcd1db62fc7aaee290f7005ad75d4c461ef084bb --- /dev/null +++ b/model-00035-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde40fe925bdee14397ed505ceb2a9f69c45f2439cee7019599c1b0dfaf53158 +size 5359985464 diff --git a/model-00036-of-00282.safetensors b/model-00036-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1d0ed5cbdb8ac03f84f7dbe3623a4e744769a6c --- /dev/null +++ b/model-00036-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d6eb21ea6edfb239c196de287d526c339998721524aaa150102ddce2a5738a +size 5360347320 diff --git a/model-00037-of-00282.safetensors b/model-00037-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67413d37e2b80019f908918018f978826f4b80ee --- /dev/null +++ b/model-00037-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08673e260d26e835d4bcddb655f1cf4f8cc1600b06260a86ac92217beaee63c2 +size 5360347240 diff --git a/model-00038-of-00282.safetensors b/model-00038-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e97ff8422ca99d18006780d16b28bb7d132bc55f --- /dev/null +++ b/model-00038-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eb356ec94ec4112d3b0a7faaf2b3dc62eb0d958696713b5283376d4461bcc4d +size 5362896104 diff --git a/model-00039-of-00282.safetensors b/model-00039-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad8f2e0d9ae7c20cd33c9f72f95828a0651211f5 --- /dev/null +++ b/model-00039-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cfceae2a0d6638ad38091c7388c64b1abc5605f7b01362fdb3e0693fb18d7d2 +size 5360347312 diff --git a/model-00040-of-00282.safetensors b/model-00040-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73b8f69ff86f2f4e57d10892e1772e71dd6b6422 --- /dev/null +++ b/model-00040-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2718c2467b41bd999c66bc9ba710a5477413ad89997ce00f86ab094e28c157f0 +size 5360347320 diff --git a/model-00041-of-00282.safetensors b/model-00041-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c48b0b5798c77c26bcd3cb67f6d0a0c460e56adf --- /dev/null +++ b/model-00041-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b487ae66099fc34d92fdcbfb094fd4586c3ca65f620c27e2ccfbbb53544280d +size 5360347200 diff --git a/model-00042-of-00282.safetensors b/model-00042-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d8eb5bd4b0e930d4eca07d1bf25539019825683 --- /dev/null +++ b/model-00042-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e82fb6a23dac095364e89e0b6eb4dc9a24c8419dd3a33644e31ea92e7d2db0d +size 5366406888 diff --git a/model-00043-of-00282.safetensors b/model-00043-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..110994d618f5eb20f52ea90e86bba91079688d0c --- /dev/null +++ b/model-00043-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8132bfcd7af3d325d68368880f34693fbfef371d613c93e6326c00f33abef751 +size 5360347320 diff --git a/model-00044-of-00282.safetensors b/model-00044-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90e87833e188dcae1adda5c468fb56d3b17e6106 --- /dev/null +++ b/model-00044-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83a40255e2242ef6d1a4b2886b9fa7912d654df34edf171b1bda9f5c07702acd +size 5360347320 diff --git a/model-00045-of-00282.safetensors b/model-00045-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ea9b8c1e568a5da30d730b8a309f43b24d523fb --- /dev/null +++ b/model-00045-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:066a74dabf6308aed03d6cc9df40aec42e8ed5c6f931abfac023f991a8151b72 +size 5360347136 diff --git a/model-00046-of-00282.safetensors b/model-00046-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ad478e8f5cbce9db2039be92f7868ee4609be34 --- /dev/null +++ b/model-00046-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd4c423a396ea0f23b6ff778a416f08434220d13801f510e2dffb3e6477bad7a +size 5366406952 diff --git a/model-00047-of-00282.safetensors b/model-00047-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f70f0d94b610936c1a826f83236aa7ca60fd5e3 --- /dev/null +++ b/model-00047-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e7110f076eff4bfbcc210f215df3e775aac5eee3bdd4a2418b2da46ee818b6 +size 5360347312 diff --git a/model-00048-of-00282.safetensors b/model-00048-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03fae8ce0a25be1cb50a6fcab9e74553ed3b877f --- /dev/null +++ b/model-00048-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ce9d973d541e2f388953707632552b1823022243479af55b54864a5c6bd31e +size 5360347280 diff --git a/model-00049-of-00282.safetensors b/model-00049-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..219dcf906cbc73c69fd4d4bb11a3bec3c1d433e5 --- /dev/null +++ b/model-00049-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f3893af797ba70404dd8a581d37fa1647f5960207a4526c04a16814b4d4e040 +size 5242528688 diff --git a/model-00050-of-00282.safetensors b/model-00050-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e60e025ea3ccdb4d5f168092636c1628c5b72b9b --- /dev/null +++ b/model-00050-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3d9e5639b128b2b4c3a8b3dccbf4b65390429308696458da6daba3c9b56a90f +size 5351974184 diff --git a/model-00051-of-00282.safetensors b/model-00051-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f38b5f45c1e4000e6be2a2928127798d169138d --- /dev/null +++ b/model-00051-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33b67324dc357b4c1520594730cadf5e9017fd44192698b6a7018ef9c4fcb4d5 +size 5360347312 diff --git a/model-00052-of-00282.safetensors b/model-00052-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9cdbe5e0ddaa7b87c6dafbb69e64fbd6815b7d60 --- /dev/null +++ b/model-00052-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a10af8bdee4002f30683f53472142c239be36438132067763ec57e2906d3d775 +size 5360347224 diff --git a/model-00053-of-00282.safetensors b/model-00053-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7819ad0803bb239a65b3097aeec56d1723d140cc --- /dev/null +++ b/model-00053-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06fd23b3ea5b8bacfc9156b82976d737ddc8a02d2f277bbd1ab8c4219bf968c7 +size 5366406872 diff --git a/model-00054-of-00282.safetensors b/model-00054-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d43ebc74bfb5390dd1486882845d88dd752921d5 --- /dev/null +++ b/model-00054-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d5014d504a896d4de1a6e7fb3304d2ee8fd085dee68292c6118aa964772415 +size 5360347320 diff --git a/model-00055-of-00282.safetensors b/model-00055-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..edf86566c0cd0ad5625fce5f588a114621835e02 --- /dev/null +++ b/model-00055-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4f9cb3602919a27beed4e981b3f48d7b6afb6167438d25445eaf74dae3da855 +size 5360347312 diff --git a/model-00056-of-00282.safetensors b/model-00056-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e719ac21a536fec71021d03377d4983139be81a2 --- /dev/null +++ b/model-00056-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6561316847740c439fe4a874b708ed8760d3627b48b06bf156556f57b215c9d0 +size 5360347152 diff --git a/model-00057-of-00282.safetensors b/model-00057-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5699f0206d0f7c7f85cc98d043282724105bd33 --- /dev/null +++ b/model-00057-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f417d9e77bab9de2d4594bce5f5d0f1c6461f09ded2513f2b691f0eb062725d +size 5366406936 diff --git a/model-00058-of-00282.safetensors b/model-00058-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da4f841277d14ea61b224c60dff230da08b9429d --- /dev/null +++ b/model-00058-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5abfe62064d53ec58f17f8669131aa10299ce58d73920cdf9a9fba54f91ee713 +size 5360347320 diff --git a/model-00059-of-00282.safetensors b/model-00059-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34f772ea7cdba5f363836604b47020fd16c6a0b4 --- /dev/null +++ b/model-00059-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b365975161aa20b02de485b7702508fb5845abd203eeeb6452d404d741aaf13 +size 5360347288 diff --git a/model-00060-of-00282.safetensors b/model-00060-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb2a4e89c2a44b59ab2a5a36a2ee157ad4358e5d --- /dev/null +++ b/model-00060-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b5faf07543b4adab398b1ce3055dcda709ca9a7f706f432b8d110947f224e2 +size 5360347112 diff --git a/model-00061-of-00282.safetensors b/model-00061-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..298e1b7af86ce9788004610adcfb687aa085d9cc --- /dev/null +++ b/model-00061-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1951c644d4661a7a12e3ce6e562b766f1ff843304ebacf10c3f07a275f9b9532 +size 5366407008 diff --git a/model-00062-of-00282.safetensors b/model-00062-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..910b1d82320180ceb32bbccdae78220a3cb8c24f --- /dev/null +++ b/model-00062-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f52cdca3fe1667e91efedd62ca302392859a6d9065f21a7c31418d8395f4561 +size 5360347320 diff --git a/model-00063-of-00282.safetensors b/model-00063-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8935aa5adf4c0555db26274a1de4193a180215d8 --- /dev/null +++ b/model-00063-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81c121aed46edeb617b4914439163e336f952bac5e3b7f40084d8097c62ecd39 +size 5360347224 diff --git a/model-00064-of-00282.safetensors b/model-00064-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..23f14604f870a54ec60d49d2fe3fec06225b29d1 --- /dev/null +++ b/model-00064-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:197917ad1f97fb2a4490f2993e6f109f02fbbc21f2d52fcd1329bb0ac7782e5b +size 5359985328 diff --git a/model-00065-of-00282.safetensors b/model-00065-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..952912abf9213505029ccb1b2ab7d56066269a29 --- /dev/null +++ b/model-00065-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b21964a9952409d2131ba2b077b381ae343b1ca4b3f2ef5b14eb5029910d9c7f +size 5360347320 diff --git a/model-00066-of-00282.safetensors b/model-00066-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..061f738fcc6db32d2283290952aed965508da3e3 --- /dev/null +++ b/model-00066-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3959787d4fda47f6129133d0ffebfaa144899a6d5fbfa2a0168233c4d24d15e7 +size 5360347312 diff --git a/model-00067-of-00282.safetensors b/model-00067-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e0b93fcd64e1b397cdb6bee02cb46ccea4cdeed2 --- /dev/null +++ b/model-00067-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6551db7c22baf06558e3fb84ea0b62e8ad1ddaaa68659bb8da85fe76b06e7d8d +size 5360347160 diff --git a/model-00068-of-00282.safetensors b/model-00068-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..382b87f34c52035c7dfd36e1186b8df0ae7b31ee --- /dev/null +++ b/model-00068-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b55097b967324aeb90b6bd84c6ceed6cac8f315f24e37227dde79e2cd88905 +size 5366406928 diff --git a/model-00069-of-00282.safetensors b/model-00069-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c8a17769256deb7308683a0124c20db7575468b --- /dev/null +++ b/model-00069-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b77893e10c09132b082da8adeb14aa202430c197283247def1a52f5a8b8a6c +size 5360347320 diff --git a/model-00070-of-00282.safetensors b/model-00070-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..947acfd30fa76406875d00bbdb0bf1c1b890c59b --- /dev/null +++ b/model-00070-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b34067e0fed2016bf41648c4267ff413457c464ac13285a860bf4fd846eca60 +size 5360347296 diff --git a/model-00071-of-00282.safetensors b/model-00071-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af331135c7154041de486c9b1328b4fbc3722e4d --- /dev/null +++ b/model-00071-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e5e1db8a81b690febb6c412746fb816ebc1ca92cdcfeabb74c42210401bd9ee +size 5360347112 diff --git a/model-00072-of-00282.safetensors b/model-00072-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe549f57ec1dfb616bf75a12683c8bbd09e4bc40 --- /dev/null +++ b/model-00072-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7214d454a5541e25239e1323d97d1b01a0557c010676a4496523828785ebe377 +size 5366407000 diff --git a/model-00073-of-00282.safetensors b/model-00073-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a50e967cf96e037c05c5ed91335f4adceddb4764 --- /dev/null +++ b/model-00073-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b39b1a71fb345025d5c7e307730bc194c30191bc333e85360c2ecc854d5fbbb +size 5360347320 diff --git a/model-00074-of-00282.safetensors b/model-00074-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3a1c3f416177342017b0b46d2df750660383509 --- /dev/null +++ b/model-00074-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e46e9b38323778c2ade840d9e628a63bf32644ed383001e6f340ad6be69cbd5 +size 5360347240 diff --git a/model-00075-of-00282.safetensors b/model-00075-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3410cd8c5eb8dd7144c1742e13e1d98d5405ca3 --- /dev/null +++ b/model-00075-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db48a22799b5ddb4ef2e4e05a0050316a7a13474a0434b2c5211a517a711396 +size 5366406816 diff --git a/model-00076-of-00282.safetensors b/model-00076-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..330b40a2ff4fe6b3f291e439a7e1c0a53506b44b --- /dev/null +++ b/model-00076-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c65131e725c858d2e458da91b443ba95488b0f1343129fc629cbc3d35350d6c +size 5360347104 diff --git a/model-00077-of-00282.safetensors b/model-00077-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5207c95a6090655bfda182f6a58da506374d189 --- /dev/null +++ b/model-00077-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68aceb515ad523d9794318ec8578b68fbe9e42648bf222ccd337e1fdac02b23d +size 5360347104 diff --git a/model-00078-of-00282.safetensors b/model-00078-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6071178e4f0fcc1197b4e3d2ed605e737762d5d6 --- /dev/null +++ b/model-00078-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8720873631cb258ece1f196e7f389e39b219901a4c49db2328f783fc78e4ee15 +size 5360346952 diff --git a/model-00079-of-00282.safetensors b/model-00079-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c55373d363d08cf04154911486c7d94d58f29dc8 --- /dev/null +++ b/model-00079-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:752aab04bae4535d66705d243fd0cec7edbb50b0df20db368e1de6e80dcc5fd1 +size 5366406816 diff --git a/model-00080-of-00282.safetensors b/model-00080-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4d9a38ea36b33d4536025a2d98d42f880a4349c --- /dev/null +++ b/model-00080-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2a20ea2755b262b1382dc0a249b6d53b7855a0dc1c1fbb1b849f2a9531c47f0 +size 5360347320 diff --git a/model-00081-of-00282.safetensors b/model-00081-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5117eda36657e49b2ead3c435672da16aa2d2303 --- /dev/null +++ b/model-00081-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f75b67c14c1f65cc1851fa610dcefee505369ba2e4f98a12862057618e62d104 +size 5360347312 diff --git a/model-00082-of-00282.safetensors b/model-00082-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e20b1bc76ae685d76e0830d1f66467e69669c9f --- /dev/null +++ b/model-00082-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67184714936fafc1de6b032f41fa5e2d26474dc5af5ee835af01232c8f413f4b +size 5360347104 diff --git a/model-00083-of-00282.safetensors b/model-00083-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c7ce9470e8d9504f60cfc3f8223c1dd830d15df --- /dev/null +++ b/model-00083-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df390c51da59dc805b21af9ede3d489ae165777396c39ca398d7357d435ba15b +size 5359985456 diff --git a/model-00084-of-00282.safetensors b/model-00084-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa200eab54be97c5d630e3e085846f64f05a6d99 --- /dev/null +++ b/model-00084-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81dce7c9d06abce9a87b28e84ff02b9ecd5a10e6ff7107d58ce5c972c4b8526e +size 5360347312 diff --git a/model-00085-of-00282.safetensors b/model-00085-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d5baf3078c61416ef2b0bb4fafc4329e4dcd7ba --- /dev/null +++ b/model-00085-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6ef22bc170e683f4ae953bf6da88b547fcdc6c88c0bdd585e80d6da87b40b1a +size 5360347248 diff --git a/model-00086-of-00282.safetensors b/model-00086-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a444a2d38296c6945b5c3f98edc842416495e649 --- /dev/null +++ b/model-00086-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa52ba7e2831b6c1ac35f0b6d4940b24de0a9c897281f7cf8187ae8698ef014 +size 5366406840 diff --git a/model-00087-of-00282.safetensors b/model-00087-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..27fe9d23406796bebe9664918a6ada39af8b49a5 --- /dev/null +++ b/model-00087-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa63529238432e62e0c95198c1e6c784c78a2cbda2cd9e2c45fe3eaac91392d +size 5360347320 diff --git a/model-00088-of-00282.safetensors b/model-00088-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66bd573838f4293ff5af9b2924f4a047d4198476 --- /dev/null +++ b/model-00088-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19841fbc60d51e6d2144e55e7d327a4fd17d58a5e1ca85d1d9dad725b293cccb +size 5360347320 diff --git a/model-00089-of-00282.safetensors b/model-00089-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0067a8ff405dd8a1cce976ece983def4245061aa --- /dev/null +++ b/model-00089-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da8d50e0cf632b663c470e757d6d9a2b9fbe66f7c248066f2211da4ec1f8a37 +size 5360347184 diff --git a/model-00090-of-00282.safetensors b/model-00090-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3cb62284b6a8f54b99ce85ef9a924ef73f5109ad --- /dev/null +++ b/model-00090-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e70a434d73025e477508e8e4a5b8fe02f0f7b6087d508fc8a5440c44f60a38db +size 5366406912 diff --git a/model-00091-of-00282.safetensors b/model-00091-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5325fbee73604f6e389ed64b6eb7a5adccfd41a --- /dev/null +++ b/model-00091-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43aba9a8fd4020da74f3c1cb05b026f1f025face1c48dacb36f115f62648e6cb +size 5360347320 diff --git a/model-00092-of-00282.safetensors b/model-00092-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51313f7a7d198be5e919254705621c864d12486d --- /dev/null +++ b/model-00092-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c691256956d3254802d3b132d3f594d09178230082840f91e6d2844eadf67700 +size 5360347320 diff --git a/model-00093-of-00282.safetensors b/model-00093-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9db8695bacd80258b41397b9529585cb23643a37 --- /dev/null +++ b/model-00093-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499f2e4c27f0912d1097a0f2d78eefb0f0a0f11fa3ffb480d90b04d3be8ace7c +size 5360347112 diff --git a/model-00094-of-00282.safetensors b/model-00094-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0423259486fa1ee0f9b1113455740417ae350242 --- /dev/null +++ b/model-00094-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79b562a54323e28ed46a6b482a4b512eac3c0dc26e7bbf505fe5c05abf0d895d +size 5366406968 diff --git a/model-00095-of-00282.safetensors b/model-00095-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..931af60eddfb7d2bd3b001b7d018a34954609a69 --- /dev/null +++ b/model-00095-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72c9321c56a43a313d668c92970c6388ebdd703d2e05773746d9a9c4510d09a +size 5360347312 diff --git a/model-00096-of-00282.safetensors b/model-00096-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..648a5047bc6755ebc6980978def3a1a752169400 --- /dev/null +++ b/model-00096-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb1e796769cecb7bde83c40104424c2de547c9750e9cfb2a06809dab84635b1 +size 5360347256 diff --git a/model-00097-of-00282.safetensors b/model-00097-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e6915097efbfc6707609c9a352bf4beeb630094 --- /dev/null +++ b/model-00097-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1568c5c884419b0eca759b1095a1261054a1f4eb10bd8aaf8cf4fac8c37ea28e +size 5359985304 diff --git a/model-00098-of-00282.safetensors b/model-00098-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c37fe03ba4b270f46113238ea00b3b67b5e3d34f --- /dev/null +++ b/model-00098-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44090c64101b668200d9af3801e022de7fdf1d63488d76a877be15d221c2fa4c +size 5360347320 diff --git a/model-00099-of-00282.safetensors b/model-00099-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d52730a270fa329cacc55d755a69229febad583 --- /dev/null +++ b/model-00099-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23c4beb7d05105c3083b1f112272a282aa6d80730311a1222fd14fdd399e9b21 +size 5360347312 diff --git a/model-00100-of-00282.safetensors b/model-00100-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..56c17e81a39be8c6b07575626a936e07381b9348 --- /dev/null +++ b/model-00100-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c2937adf14d1a7c77f733fdb24944052ce9b354a4113a485df34159e369d7f3 +size 5360347192 diff --git a/model-00101-of-00282.safetensors b/model-00101-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03128093c4af7d15b36d74679a37b02c39a9411a --- /dev/null +++ b/model-00101-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e1b81e3a000289aea7da6c2a441da3fb65cb325a3da517e7cb2718bd9369ed +size 5366406896 diff --git a/model-00102-of-00282.safetensors b/model-00102-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3674664af889fdb4719b3984ad1fd7d383b5136 --- /dev/null +++ b/model-00102-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1762384f37eb5558888a5b9cbcec7e398c010a055205b63a11a2a18c9d81d4da +size 5360347320 diff --git a/model-00103-of-00282.safetensors b/model-00103-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87d9c1efcec30bc5da37bc3be71313241d27f2bb --- /dev/null +++ b/model-00103-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6e66176760ed2ecf156321a70c64be9c1a41c3d65fe1286534d4b17c848c73 +size 5360347312 diff --git a/model-00104-of-00282.safetensors b/model-00104-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1df2c798cf2879b9c359900afd45264665a25923 --- /dev/null +++ b/model-00104-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f260a6eabb836f500f978fd5656fd5b564ce891d06350cfa67e047f58f038d4 +size 5360347120 diff --git a/model-00105-of-00282.safetensors b/model-00105-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f7c6de6b7b61a7ed54f1bb41d98c76a90688cb90 --- /dev/null +++ b/model-00105-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3286b9c96768fd576d5d900d4181c1eb61c440241f5d267c3647cdbbe68bb93 +size 5366406968 diff --git a/model-00106-of-00282.safetensors b/model-00106-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c55ce5ba175981de9a5ffb891a16f351bd894cd --- /dev/null +++ b/model-00106-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:affc8bb531f7828d46ecdf5a506c7b4cfadf0ab165bea0128717c9eff42e64a8 +size 5360347320 diff --git a/model-00107-of-00282.safetensors b/model-00107-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..71d86c212d69f0b0991de45f42d759fba2544dca --- /dev/null +++ b/model-00107-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000f09ebb2728cef7ba521279d6f57c832018cb4ba85876a89bec11995a2f0d1 +size 5360347264 diff --git a/model-00108-of-00282.safetensors b/model-00108-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f7f43f25f4081444ceea157700c2e5d40f7096c6 --- /dev/null +++ b/model-00108-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d201fa9064deea80a78282d315a5d124d35503e5b4b9b388daf4b2a9f092d855 +size 5366406824 diff --git a/model-00109-of-00282.safetensors b/model-00109-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d54142ff950e4d07dd547c1d5847c1a7267f2f55 --- /dev/null +++ b/model-00109-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:091f5eab924b3ab7c81f49b0d39dd97ab7ae63259314063f1fe73915a861bfb6 +size 5360347320 diff --git a/model-00110-of-00282.safetensors b/model-00110-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ecd25a9c977606cbc19bb0ecda85e5d39403b4f --- /dev/null +++ b/model-00110-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547a62d3bfcc2d6c3b62fcbdc20f6bf8b6b3f53fd90837cf0a6cf94856f55a48 +size 5360347320 diff --git a/model-00111-of-00282.safetensors b/model-00111-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c4a2b05e8bbd5bdb098ab1a159bdb936301acc2 --- /dev/null +++ b/model-00111-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01be73111e97871344b208282f7e5a3fc1e5c9328b8eb80b9dfbebd7b92a30ef +size 5360347200 diff --git a/model-00112-of-00282.safetensors b/model-00112-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..474c0d73bca01a1acce7ad01a9d1a74fc9af8019 --- /dev/null +++ b/model-00112-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c4b6c43744d2aa477073dfe943e6e09c817b80939caab37574ce4b9db80636 +size 5359985360 diff --git a/model-00113-of-00282.safetensors b/model-00113-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7dfe1a6f672dd6005316a6f214204b0bf4a5c04 --- /dev/null +++ b/model-00113-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6009159425d3a68ffd49561c3113670ee8f6410a91235c3b7776d28ab2a56d8e +size 5360347320 diff --git a/model-00114-of-00282.safetensors b/model-00114-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2d9ed927108035ae78d8895a58391d7ed7606df --- /dev/null +++ b/model-00114-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be2357456b96c3a298265af5cdfd4a9f9d66262e76278b602f8c6a685ace599 +size 5360347320 diff --git a/model-00115-of-00282.safetensors b/model-00115-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8bb92b15772a7f08d89ea5190726452deea74346 --- /dev/null +++ b/model-00115-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8428102af8091aa7e07413c25c99534f23b1b956c6a0a2a38945e8ac12eb159 +size 5360347128 diff --git a/model-00116-of-00282.safetensors b/model-00116-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08250647f6e1aa2d20a4ea3a6b52245d119b03d7 --- /dev/null +++ b/model-00116-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a258692ee56355cd087da0b4c065f9c08408cd73facd188a7a504c9a07a6794 +size 5366406816 diff --git a/model-00117-of-00282.safetensors b/model-00117-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba9e65d861f5ea40ad81dbdd61a1eba25c37dfac --- /dev/null +++ b/model-00117-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703e4dfbea787c84c26fbb6b0200378262cf2e2c5e48d563a7fcc9b10a75ee19 +size 5360347104 diff --git a/model-00118-of-00282.safetensors b/model-00118-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..853ebdb8b0801d5194cbbc46a5e33df9b6fea326 --- /dev/null +++ b/model-00118-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec6264b97ff493fea3d61a44b999da9e1af4202ded96a9929478ae4c2610b88 +size 5360347064 diff --git a/model-00119-of-00282.safetensors b/model-00119-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..570771ef2788fa960897d1a6eb36da8f12f3466e --- /dev/null +++ b/model-00119-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a69af73c4d8bd4d5858defdc5c82294c1e01d67fe34b23adf48a4ee6c69242 +size 5349617128 diff --git a/model-00120-of-00282.safetensors b/model-00120-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82f368ca4b400b731ecaeaa077a88438c356272b --- /dev/null +++ b/model-00120-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd65aed8f96fa0013a528c9b8e5198bf9f8e6a6a6440259895b4d8e5e711b2ad +size 5351970840 diff --git a/model-00121-of-00282.safetensors b/model-00121-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01fa662c47f4b07bad09d4f56abccd170df969df --- /dev/null +++ b/model-00121-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a45f5448357a4c4bfabb0023deb990f8b8875851eb9cbe94984bb19877d4fa1 +size 5360347320 diff --git a/model-00122-of-00282.safetensors b/model-00122-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff087bd83dab16939c56935ad4e7451e1bd10ba7 --- /dev/null +++ b/model-00122-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8f5f0b4a23acdf8e82087b166ca72695ce9235418257536976163f5c449a6da +size 5360347208 diff --git a/model-00123-of-00282.safetensors b/model-00123-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8163d6d114d769867085e80f489af90d6aa5f0c5 --- /dev/null +++ b/model-00123-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7905bd43519c224d2daaca860dfb899107dc505a390231db0ab81d44f1b144b9 +size 5366406880 diff --git a/model-00124-of-00282.safetensors b/model-00124-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..818fb6af18d2550fe054509a1bc373327173799d --- /dev/null +++ b/model-00124-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0851bcfc4c7a3489bf3a39b9502c062d4de27a8a93b7e998b6582eda941b46b +size 5360347320 diff --git a/model-00125-of-00282.safetensors b/model-00125-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3e130813e176ddc977800830842fda886e8fa5e --- /dev/null +++ b/model-00125-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c1fbb5b6155bc31e9f759adfa0e0d854e38147f337423d6663f79fb3cb2c307 +size 5360347320 diff --git a/model-00126-of-00282.safetensors b/model-00126-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9aa29eeaf3f6c0a7ec9cd57b426bc15810b8c178 --- /dev/null +++ b/model-00126-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee62157f37007541c3c9283cd60aca436cf099bb77fb321db2887e57e4aa783 +size 5360347144 diff --git a/model-00127-of-00282.safetensors b/model-00127-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f2e6712f7b1a651eb0a90e71b01e290461212d0 --- /dev/null +++ b/model-00127-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3000c3fd969d4085fb95f4bfd31dc87a1acece675571672ff48538a0fb33e76 +size 5366406944 diff --git a/model-00128-of-00282.safetensors b/model-00128-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08cfc80187965e6942eb07e028a3a9dd5f9915b2 --- /dev/null +++ b/model-00128-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf964b04ac7d526c6f7f7aea109d7e6a02c251b1ac3325c2a2211dbb887f29c6 +size 5360347312 diff --git a/model-00129-of-00282.safetensors b/model-00129-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4bbd0a47e027d87e18585f83f28e5a2f5543ada0 --- /dev/null +++ b/model-00129-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e8b00bf5b67db615ae743e524e3fb31f5bf2fac5982477a8fc21c1d7b7b5ac +size 5360347288 diff --git a/model-00130-of-00282.safetensors b/model-00130-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..882cce408339371a518657426f601dbed2985a5a --- /dev/null +++ b/model-00130-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6fb3450a46de70c5f4982ce443140620764297064815bbecc935f96667763d5 +size 5364164128 diff --git a/model-00131-of-00282.safetensors b/model-00131-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15316bd34c42331f2a18e7d85d79f0d4eb10c0f3 --- /dev/null +++ b/model-00131-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40da20a12f1edbce6008ad6bbb9f0410ca43459f60bb0f0581120855f7733e22 +size 5356168480 diff --git a/model-00132-of-00282.safetensors b/model-00132-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..276b68241e21bcf41777a7b3e9331b64fa3d0150 --- /dev/null +++ b/model-00132-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bbf8472ad52ab37e2d05235c1c98efef9af33b2c99972492e098589bc9e7eaa +size 5360347312 diff --git a/model-00133-of-00282.safetensors b/model-00133-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51b20d5b524c06015ca9b2c8de2f3f2d6a165207 --- /dev/null +++ b/model-00133-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda0da5a9647424c5b82fca2103842f0314eb90dfceb564f94aab74573dd7ec3 +size 5360347224 diff --git a/model-00134-of-00282.safetensors b/model-00134-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec25d163ba0c3fc12b0b800b78fe91732c630fbe --- /dev/null +++ b/model-00134-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ff2a20d15009f7298ff8fdb1dc104bb99ef9025c052d08156f660da9f3e63fe +size 5366406864 diff --git a/model-00135-of-00282.safetensors b/model-00135-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae784a3c968a00445da624fe082b598fd92c4252 --- /dev/null +++ b/model-00135-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf74f4996322058a60412e5104ad7d81a8b13db25ae0eab324203a7bcc056159 +size 5360347320 diff --git a/model-00136-of-00282.safetensors b/model-00136-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8badc434d26b3a0c44c7b9d5f2cdf12f09be1012 --- /dev/null +++ b/model-00136-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50829da469fb60957450ea50b7b58a2f324fef623280e1107c5f2fd5dd78534c +size 5360347312 diff --git a/model-00137-of-00282.safetensors b/model-00137-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b5df2a84ead96e7823050654f507d145cbd1e67 --- /dev/null +++ b/model-00137-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3d9be1148e60ea14a63bfd7247847a067806e1abba50de9f43d92055158089 +size 5360347152 diff --git a/model-00138-of-00282.safetensors b/model-00138-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d30427d41bf673f0b5ef51b44ff44782e07b510e --- /dev/null +++ b/model-00138-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e734040b11bbf1efaf897eb6db26193f5a6dcebe73d62cf0ce313b0f25bcdecc +size 5366406936 diff --git a/model-00139-of-00282.safetensors b/model-00139-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dca4edec26f1aab2780523e9e0c42296c20e9be3 --- /dev/null +++ b/model-00139-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3142eb28664b9997258aebe022b66ae7346a6d24a5118d3b4e61ba08f17eb924 +size 5360347320 diff --git a/model-00140-of-00282.safetensors b/model-00140-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2595639339d5c08687f6e9f4ebeaa6c6ec87a39b --- /dev/null +++ b/model-00140-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:683a5c553907ed762d335abcedbc688810d4c4a1f97963760ec0be062da32963 +size 5360347288 diff --git a/model-00141-of-00282.safetensors b/model-00141-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48f4ce71b30c41077eb0ffd6e6f3a1fdc24b0323 --- /dev/null +++ b/model-00141-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd56b4dd67b3d3470d52c3f23f19febb97d48cf82366f0d87238d74388683f5b +size 5360347112 diff --git a/model-00142-of-00282.safetensors b/model-00142-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0cdd7a246aba560759213965dfb9c813002025d --- /dev/null +++ b/model-00142-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6077f10cab3d231ce4a2463626452c379279ed59786076454a90d9797cac24ad +size 5366407008 diff --git a/model-00143-of-00282.safetensors b/model-00143-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..130532a2863ddc8b98917913a70a144fcc7f5839 --- /dev/null +++ b/model-00143-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd10de271f9196037e92d46f27675596ce8499457706a623611b55fb0485d5e +size 5360347320 diff --git a/model-00144-of-00282.safetensors b/model-00144-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed4c4d6c1a2d9583d28cfa214eda448181efbb46 --- /dev/null +++ b/model-00144-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56684eb86a1f2724eee391b3daea0c8967c0a28f3eb964a8d524a54f5431058d +size 5360347224 diff --git a/model-00145-of-00282.safetensors b/model-00145-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6981dfd8bae8bcdf0c10a7a6c7293f730700c9e9 --- /dev/null +++ b/model-00145-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3649dbcebdc8fbf7416574d6f65ab58d9137b872406ca5b75c6e19c2f3c474b7 +size 5359985328 diff --git a/model-00146-of-00282.safetensors b/model-00146-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dfea43a2dac58b7f042d7212167f2f8f3e9da87a --- /dev/null +++ b/model-00146-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f0aff69321398f614384c76e769031ead7e597c310066642f47a844c78d1f2 +size 5360347320 diff --git a/model-00147-of-00282.safetensors b/model-00147-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1bfb485deb8dd45cabd8820281cef2888948f224 --- /dev/null +++ b/model-00147-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be4d317b874faf42360dbd1470ce6cb72b6210612ce03f245a29c0909272a02 +size 5360347320 diff --git a/model-00148-of-00282.safetensors b/model-00148-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45c981d5a0ac7cd01fc485b702c14699af41bcb1 --- /dev/null +++ b/model-00148-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d14ea22ade7b58e1efde6f20bffca9c2f1235c055c257f00fd58e58d78091e9b +size 5360347160 diff --git a/model-00149-of-00282.safetensors b/model-00149-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dce248b694deed9dcaede4d9c5adc04b225d1aa6 --- /dev/null +++ b/model-00149-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b16a792536569272b3ce35330bc6e2b19611d734af68dba42f1c20af15b146 +size 5366406928 diff --git a/model-00150-of-00282.safetensors b/model-00150-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8358432e5ed0a60e9e2f8038fb8b2d32ac6b02d --- /dev/null +++ b/model-00150-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b7e6c553d783cda4ef0dfc880dc509249c1675e4b6cdf0b8c19d29eb8b47e69 +size 5360347320 diff --git a/model-00151-of-00282.safetensors b/model-00151-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aaa17a7ffbab7663ea576a17a4b5f2fdac5f8fff --- /dev/null +++ b/model-00151-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24e40e75ac7ebbae686597bf189001f951621174e6b7bcfc0bf6a9b8fc4deaff +size 5360347304 diff --git a/model-00152-of-00282.safetensors b/model-00152-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0372d90837fae8239ddab60d5bfdafc51c4c2094 --- /dev/null +++ b/model-00152-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84f0cd223ec50d2d50f6986a4e772fe5571f19c107a1143cd1c6025c3da2c193 +size 5360347112 diff --git a/model-00153-of-00282.safetensors b/model-00153-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2d1ae05c397b1eeb8aeadfcd0ad1ab03feebd77 --- /dev/null +++ b/model-00153-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f13441538e58ab03c4f073ff32820fafa3ed9635933926e4ed8872403b4341 +size 5366407000 diff --git a/model-00154-of-00282.safetensors b/model-00154-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..371859dda9438c91a0669d114be7da266af58e31 --- /dev/null +++ b/model-00154-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:497b5a31ee4efe0ca4ddd54949007aaf8db60fb40c2690f897fc9cb08ad07125 +size 5360347320 diff --git a/model-00155-of-00282.safetensors b/model-00155-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81f5ba255bd2a40cf8b43e8eeb68b2f8cacdfd4a --- /dev/null +++ b/model-00155-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6733e0bd139b25559e945d2c5a4595bf01a3918002d177d30779d4523e348d8c +size 5360347240 diff --git a/model-00156-of-00282.safetensors b/model-00156-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86f1f90d6d4e8e5c1703ea17eec598835ef036e5 --- /dev/null +++ b/model-00156-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc8f728e74c908db917e71ce8a9c14137718be8c532bb9f8bb625e55ca51bc4 +size 5366406816 diff --git a/model-00157-of-00282.safetensors b/model-00157-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1e0b70845675f1edea578e0a69b91f1acbd91b8 --- /dev/null +++ b/model-00157-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219d858b9845807045fd1a0d31122e5f81bb542b7374d703b762f058fc99a3e0 +size 5360347104 diff --git a/model-00158-of-00282.safetensors b/model-00158-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7a8c47420bb3837473029bbd6ab8321aad7dd9c --- /dev/null +++ b/model-00158-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fbb2fb504b95076189fd526c23f749eaaec639946c79894e3e59d9de0d372a5 +size 5360347104 diff --git a/model-00159-of-00282.safetensors b/model-00159-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c52f11151297961d02b0b4bd116fa1498c04d8b --- /dev/null +++ b/model-00159-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c41c7f677c250a6610715450ec224a7163fbb7b50ae5c0c16d1a448c3aa1c5 +size 5360346960 diff --git a/model-00160-of-00282.safetensors b/model-00160-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5edc0d4d3daf9d45c50a65a287b0af0cf5dde168 --- /dev/null +++ b/model-00160-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e0cae7dab18a5c9aed932754c803776938b0de1bbc82ee7a1d8aa5c4d28d0b +size 5366406816 diff --git a/model-00161-of-00282.safetensors b/model-00161-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..800d511561862035e6f72b2524c93ebb7a3c6a22 --- /dev/null +++ b/model-00161-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99c268f19164ce187f2b3b13f7fc4381ce9be6c7331bdfe20901fce109388f6d +size 5360347320 diff --git a/model-00162-of-00282.safetensors b/model-00162-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..09d473c3b1f925b6735e12f826d5ec92273da7ed --- /dev/null +++ b/model-00162-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6016f55303e6d28e0618c0ac7425290fc0d29fdc9215a774760ddee8d1c5e708 +size 5360347312 diff --git a/model-00163-of-00282.safetensors b/model-00163-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c679fea9421ec2bf90040d14d53cc09a74e909a --- /dev/null +++ b/model-00163-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cd5383fd369cc05da55613b8941c8f55d9b2b835caeda447fbb38c0b0c699ad +size 5360347104 diff --git a/model-00164-of-00282.safetensors b/model-00164-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ad17375519d6faa6f81b908d93b355dbe79acc0 --- /dev/null +++ b/model-00164-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62099518edcce91e67573355d33e21f0020a2507b1fdef7aceaa1a52826696d5 +size 5359985456 diff --git a/model-00165-of-00282.safetensors b/model-00165-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d71b2bb827d6cfbfcd9221f611681d7a794de3f8 --- /dev/null +++ b/model-00165-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf20b938359c318522242a6575ebf30c3f193df6a8ca7991b6e5a75e6fafe3f +size 5360347312 diff --git a/model-00166-of-00282.safetensors b/model-00166-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7fa7ebb300c29806e52ce6f63b1680fb6704ed61 --- /dev/null +++ b/model-00166-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad8c6b2aa4817a3a46bf197f4095435c1c87591f6546114c8a0c200139059f75 +size 5360347248 diff --git a/model-00167-of-00282.safetensors b/model-00167-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8eaa9f15ca9b58bdc6d1b7ad3b0f431f10795837 --- /dev/null +++ b/model-00167-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e3273b1fa82ee849e4e494590311f0b15bbbcf89963aaf81ba21a29063c75df +size 5366406840 diff --git a/model-00168-of-00282.safetensors b/model-00168-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86062e08e0435bf9e6fd525c9e118e362342e096 --- /dev/null +++ b/model-00168-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cad87989d84fb80d514cfd4b87f9eded095e82b0e95d7136bc67425ff0ee5e7 +size 5360347320 diff --git a/model-00169-of-00282.safetensors b/model-00169-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cd15d223a54551e005e045e12dc5cba0f19ba66 --- /dev/null +++ b/model-00169-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cee36a399dd44c4e2110ad21596569107fe949ae826d19d7c14823b97fecab3 +size 5360347312 diff --git a/model-00170-of-00282.safetensors b/model-00170-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8101c5e4d87b1b240ccac5cbc52cbb8f7577cd44 --- /dev/null +++ b/model-00170-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e41ad50549a8a94cc584310509487d2545a6ebdb3164f8d4a182fff9c7881b4 +size 5360347184 diff --git a/model-00171-of-00282.safetensors b/model-00171-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69535457771d043262f2f34335f96b9dd53021e5 --- /dev/null +++ b/model-00171-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:484f4f181fee543edba881406f591857edf8beffc0d7a99abb63442ae62ab81e +size 5366406904 diff --git a/model-00172-of-00282.safetensors b/model-00172-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..378c0ff106e7c6031cd1d5e7dda3fb6f23fc1920 --- /dev/null +++ b/model-00172-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e389192a04c3fa67689d45a327caea648cfd713e8e6faafe9ea7d405ea858abc +size 5360347320 diff --git a/model-00173-of-00282.safetensors b/model-00173-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9293cfe4d3a0295b8db3003ffb04010845648225 --- /dev/null +++ b/model-00173-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c366b29301ce5928c8416c276e0a2e9764e237e61cf3890dbc714846a33f0621 +size 5360347320 diff --git a/model-00174-of-00282.safetensors b/model-00174-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8cbbeabb1987dccfccf037947feec7d6059eb5dd --- /dev/null +++ b/model-00174-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf6aff8bddc9606ffc623fee5f8ea4aaefe8004892449848a5081af1b2b15b8 +size 5360347112 diff --git a/model-00175-of-00282.safetensors b/model-00175-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..933843724f5def7529acc6c3b794a76d6d2c3d22 --- /dev/null +++ b/model-00175-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb16dec979b4b44fec8d0b7be8f3fbcde4d00972a8cc076c5347cb18460937ab +size 5366406968 diff --git a/model-00176-of-00282.safetensors b/model-00176-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b42ffbeb54fd4207ce1835a0aa6ff8b5186f2e1d --- /dev/null +++ b/model-00176-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c809881de540d481dfc501ca6db817a6a5925024be3e9ecf82f9d3a502a02f05 +size 5360347312 diff --git a/model-00177-of-00282.safetensors b/model-00177-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4df1508e73fc8e61fea1dcbdeb5bb01511cb0c9 --- /dev/null +++ b/model-00177-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98bbc960899fa83e0436c96829f28a717921e17197a044f6900a6e856057e8f6 +size 5360347256 diff --git a/model-00178-of-00282.safetensors b/model-00178-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..474c62523e2ea0be07a4342575e3092925dcad06 --- /dev/null +++ b/model-00178-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d7fd51a5b5c0411ee0d898b54554163d3284f6f1c2fd27dda8ec3718bfcb064 +size 5359985304 diff --git a/model-00179-of-00282.safetensors b/model-00179-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21b17854cdcef8bdb3f4ebba7dc6d7c4f8bc6b2a --- /dev/null +++ b/model-00179-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c90af990645cbd5d4e4be403f4df29cb2e83326c1875ad9395ae43619c5c82 +size 5360347320 diff --git a/model-00180-of-00282.safetensors b/model-00180-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb68efd5e1b71b44d4b2e896d8a6e0e92f288d96 --- /dev/null +++ b/model-00180-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77badf458cbf36dbd02d68ae533339f1d0564f9b79e1ce7e2fda867f049f96c6 +size 5360347312 diff --git a/model-00181-of-00282.safetensors b/model-00181-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3eac4ac4e699da635cfca07c74dcfae1b6bba21 --- /dev/null +++ b/model-00181-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f215765ef8e3ad227fa7ba8a34229f17caded6fd0d5f2a7e427979947aa202fd +size 5360347192 diff --git a/model-00182-of-00282.safetensors b/model-00182-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a34b40158cb95b52e294522e79ca49b39ad0e8a --- /dev/null +++ b/model-00182-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b750c6c459e7a667d02b3cea7a2c38658965fdbfd65e060351e5acb283111f +size 5366406896 diff --git a/model-00183-of-00282.safetensors b/model-00183-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..88066a54eddcaaa2551aed57cbd28167f8b19731 --- /dev/null +++ b/model-00183-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b211cd2b83eb4062b46d492aafa4fbd4551b8c152f3420f35ee46fb1d2284b02 +size 5360347320 diff --git a/model-00184-of-00282.safetensors b/model-00184-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8664a8bfcb62a6725a8b96bfd7dee06608aad91a --- /dev/null +++ b/model-00184-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b01a39fe49e5891b6e963fcdc138ff1b23f6005011ef273925267d8bc5d28694 +size 5360347312 diff --git a/model-00185-of-00282.safetensors b/model-00185-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..933bd0fe1f74f040a5d3bfd1606fe3fa0372ab38 --- /dev/null +++ b/model-00185-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e104ff6d10312439304ce3dcc494c96ee2737816c22ba44c9f1a6cfdb3cf4ad +size 5360347128 diff --git a/model-00186-of-00282.safetensors b/model-00186-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b131745dbe832e6251bfdcf0aa32a464a3b26b60 --- /dev/null +++ b/model-00186-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1160edbf812ec16d3d305f56184f589f53357f7a967675cd06e07972ef861cb1 +size 5366406968 diff --git a/model-00187-of-00282.safetensors b/model-00187-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b8725f70048e361e6c21b13c803833fe9b851fe5 --- /dev/null +++ b/model-00187-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3610bb9a09f999269db2d53b887fa5874924fb46941cf31114de80e448baed90 +size 5360347320 diff --git a/model-00188-of-00282.safetensors b/model-00188-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad47b733146c03f2316823acb513af168f11fdf4 --- /dev/null +++ b/model-00188-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c9d3c8faae45378ee9bff586f1fbfa484a5dcc81e67af1ee3f3d03f1b429b43 +size 5360347264 diff --git a/model-00189-of-00282.safetensors b/model-00189-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..689d2539d7c82d57e93d038b3369611889deb52f --- /dev/null +++ b/model-00189-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2934500e16e156322b89661ebdde4c4f5e6413625157afeb2c7e6543e22bb56 +size 5366406824 diff --git a/model-00190-of-00282.safetensors b/model-00190-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4eb36bb227dff38fc52d1d602431a9730d4f7c3f --- /dev/null +++ b/model-00190-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81b358521c9d2ee79055d05413458e1eb94cb55d4ce616a9f2e392a7ff2e0c2e +size 5360347320 diff --git a/model-00191-of-00282.safetensors b/model-00191-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40e1d3adab4b8806c70911bc4521cfe18ef720e0 --- /dev/null +++ b/model-00191-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e075f0a674253f0641ab7f26c92299b57a3ba1367328dec2d8cb0c9a541995a7 +size 5360347320 diff --git a/model-00192-of-00282.safetensors b/model-00192-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb2e99573063e32a5b20d4ea62a65f0878396cb1 --- /dev/null +++ b/model-00192-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9832a19ff304d13384333189f7563b9076485e3d3eb9784de268c902d2a1951 +size 5360347200 diff --git a/model-00193-of-00282.safetensors b/model-00193-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9613d4a3650463b58ec8f403b21721c8a8cc67dc --- /dev/null +++ b/model-00193-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98fee8842b6558bf18b2a8b0945223fef6498bbfeb16448b77c9fa32756038f +size 5359985360 diff --git a/model-00194-of-00282.safetensors b/model-00194-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb55e5ec0c10133fb4096c026ac94124dc6b4476 --- /dev/null +++ b/model-00194-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ffb6aa1811fd3d529de963215ebec69f83f093847bf704021f52a583606e0e9 +size 5360347320 diff --git a/model-00195-of-00282.safetensors b/model-00195-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29efea0fa3907c6a83b9263b03b89d7fdc761e30 --- /dev/null +++ b/model-00195-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97a89c5793d9e859d6a808864ade23e6dfb0f5e8d863b96108c24766f0471b04 +size 5360347320 diff --git a/model-00196-of-00282.safetensors b/model-00196-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2614b229ebc46f74bdf4461f1bb1d1909fc3b344 --- /dev/null +++ b/model-00196-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ef5b52036daf1cd0e5d6738bacdb06e8600b2cd9d03a8576ec548b916076cf +size 5360347128 diff --git a/model-00197-of-00282.safetensors b/model-00197-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5495c82921f301334f3d1ed4fa9ee301d92a6b2 --- /dev/null +++ b/model-00197-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7297ce4da1aebf42024bbbd6f562c1e29f91d0907ac986ce118e0f6f51ce5b9 +size 5366406808 diff --git a/model-00198-of-00282.safetensors b/model-00198-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a16ca7d69367c86a1f34d0be2d1c7c150b4fb56a --- /dev/null +++ b/model-00198-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bad23a379cea51d80fbe39ef8173350f3b2e05052dd8b46d93d31cc686d21ca +size 5360347104 diff --git a/model-00199-of-00282.safetensors b/model-00199-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b310907f9f6e44a4dda976ed73885e9eafd88a28 --- /dev/null +++ b/model-00199-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8010fc4543568613fb750634bd6bd095783f9e5b59924d79a103b4c1d854d60 +size 5360347064 diff --git a/model-00200-of-00282.safetensors b/model-00200-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04ba2eab0dcc6f3c465ca7c9ca3dbf4c60415c36 --- /dev/null +++ b/model-00200-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d058b156900395078dd8350f24c16d492d9854d54d019d357bb583bd9a23d3a +size 5368361544 diff --git a/model-00201-of-00282.safetensors b/model-00201-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55380c0119a22533957cbac0c515876353977ef0 --- /dev/null +++ b/model-00201-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:634cbd829eb0783055f70afccfae9f24941f41b04ca20097929ff88fce56de38 +size 5351970832 diff --git a/model-00202-of-00282.safetensors b/model-00202-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..754b2ac358d160445cee64f7d42718cc16c54053 --- /dev/null +++ b/model-00202-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45e9f701a10f5fe43e30f5fe3f76fb99bb4faede14a35d1629d63badf3623673 +size 5360347320 diff --git a/model-00203-of-00282.safetensors b/model-00203-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..523f845fcef1aab88c38d96fbf77240fa1f0205d --- /dev/null +++ b/model-00203-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f1a4d4bc47d09c41b4ebc7298f2a06d2b8b66a22f0178ddb24c6c0ad52bf81f +size 5360347216 diff --git a/model-00204-of-00282.safetensors b/model-00204-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e9013a233a07defbb8798f4f3130bb2a3baa777 --- /dev/null +++ b/model-00204-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9df7e945ec1d59b3dfc69498946cd471b0fa412dc7adada53d6261fe77f1489c +size 5366406872 diff --git a/model-00205-of-00282.safetensors b/model-00205-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8268fe394eb637de5dcb8432bed0d88ff0c9bc62 --- /dev/null +++ b/model-00205-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fd6940a265e904d90bbe29e7d1327a0a5c228ddaf0d943569bae68034bd5c9 +size 5360347320 diff --git a/model-00206-of-00282.safetensors b/model-00206-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f81a9015381e8fa758dbf39f2b6a6707c562b82 --- /dev/null +++ b/model-00206-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3028fa7ba8a4e49790cea143fb380ddd34911eb7fd58517c26d5ae167be419 +size 5360347320 diff --git a/model-00207-of-00282.safetensors b/model-00207-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1edd7139c0a032c329e6b14ecaa1080a0e256747 --- /dev/null +++ b/model-00207-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e5bcffe2d64f1738530117e2b53fb14faa6fbc211c8daff4b99c5eb56e56e7a +size 5360347144 diff --git a/model-00208-of-00282.safetensors b/model-00208-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3942d24fe8de67b8ef2ecc7e166551b105ee42a --- /dev/null +++ b/model-00208-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7a00897c5b61a6ad513ed7a1a089f095ad9783e58d2d33d3590070a453e19b1 +size 5366406944 diff --git a/model-00209-of-00282.safetensors b/model-00209-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3667f125106706b4ae0cefdd4c75917fe2c3a01 --- /dev/null +++ b/model-00209-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c8c13381cc28c3dfcea34b1fda0f5eed3f49a6cd5fa8c116344c319145f7c6 +size 5360347312 diff --git a/model-00210-of-00282.safetensors b/model-00210-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c7b339c15810692371bf35128b4eca441b9063d --- /dev/null +++ b/model-00210-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53ae216802b961dee159364d8a0a1c55e55c005c5c09262246fa41b141154d1d +size 5360347288 diff --git a/model-00211-of-00282.safetensors b/model-00211-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..368dd688a1fd063830a67637438e2327e3e5d948 --- /dev/null +++ b/model-00211-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45978c0b2e9370eaaf3bcba9f9066ab8d644b2552f318020e4aa47c15158d771 +size 5365473584 diff --git a/model-00212-of-00282.safetensors b/model-00212-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89f824823aaa58988728b982b777008e572d79fd --- /dev/null +++ b/model-00212-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7b304bf0888369dd6229734322b68f34b272c07ae4a7af0578cb93eb21bb0e +size 5354859024 diff --git a/model-00213-of-00282.safetensors b/model-00213-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..824edb8a3587c3d3764bfe8f8e2e9adae45e5db7 --- /dev/null +++ b/model-00213-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96622058a61dd749a83df0cde349f24fd03b2224f41a26b826feca9fec771f7d +size 5360347312 diff --git a/model-00214-of-00282.safetensors b/model-00214-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6786106f471b6b56626ead45c01cb08b18290d8f --- /dev/null +++ b/model-00214-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f414f1226c6b4160775a841e78a18d925f35f8aa75c6adefa1e3c2e81b69fbb +size 5360347224 diff --git a/model-00215-of-00282.safetensors b/model-00215-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81b3c04de9494aa200ef38ba7d8d99e7f33b040f --- /dev/null +++ b/model-00215-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda64cf023b1119d48b97295083d633ac001a3a3b1bcf4c597112a60518af52c +size 5366406864 diff --git a/model-00216-of-00282.safetensors b/model-00216-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03a0e790ed7491c55693ef52ea4dc63fbc593988 --- /dev/null +++ b/model-00216-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7ede3421cf88d81b1cd83e640f1a73641e1d8744a94739cf9e65e8def4dffd +size 5360347320 diff --git a/model-00217-of-00282.safetensors b/model-00217-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..610a5af096d53d48faf9eb2559752a201bc7185f --- /dev/null +++ b/model-00217-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:086e980dc8c7aeabb507398c55f32f77bce307d59e5af8a72292ec6737719180 +size 5360347312 diff --git a/model-00218-of-00282.safetensors b/model-00218-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc260a59221c17c0ed6ec296264c4b1d1acef310 --- /dev/null +++ b/model-00218-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ab4491aa0a94d6288417b0e41fdd50c8a7bb039c5f3876a31d9cfb239f031f9 +size 5360347152 diff --git a/model-00219-of-00282.safetensors b/model-00219-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6193c3abf30c9bee8da5a02e3a967e816628d364 --- /dev/null +++ b/model-00219-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d3e96ac739919181b31df9c19d2be160abc83d78d27e9d920c7c53098f551cd +size 5366406936 diff --git a/model-00220-of-00282.safetensors b/model-00220-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..83e1f315902b4fc70fcfa081d9bb0381911fb715 --- /dev/null +++ b/model-00220-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58a0a43a2fcd5c96766335714ba0193d3c5737cdd86e97bbdb84f31e74a14d28 +size 5360347320 diff --git a/model-00221-of-00282.safetensors b/model-00221-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e54ace29d552a82f1d43d41e6c1e9a02a2016b2 --- /dev/null +++ b/model-00221-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c98a4a499a56c823c595c8713eaf22dd0706e0acdacf49794e6c91c9183cc0 +size 5360347288 diff --git a/model-00222-of-00282.safetensors b/model-00222-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..686d34825b3246dd0ce2354c9c074171c8531770 --- /dev/null +++ b/model-00222-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6de8b4b3b5de2e82b7be30db3c8aad68adc10660267e35482b65b6124aefa208 +size 5360347112 diff --git a/model-00223-of-00282.safetensors b/model-00223-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1021007041e168348c91854fcd9660c32dc0ba1d --- /dev/null +++ b/model-00223-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fb740071fc12d991f0187ba9f3efe19882e424ffc2ac178d0b8e256a5a77168 +size 5366407008 diff --git a/model-00224-of-00282.safetensors b/model-00224-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2fd577a768b185e87557268db08a7b390b2ab616 --- /dev/null +++ b/model-00224-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3e59243be2abf8c2625a1ee4109f898c3a6429a7822502982284e8b944dc9d +size 5360347320 diff --git a/model-00225-of-00282.safetensors b/model-00225-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81599d3b8cf3335a45cbfbb6b783120acaba4f96 --- /dev/null +++ b/model-00225-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6905908f2fe48fb85a9a583f8af48f430354f93ab8a1f09b9a3bc57acd611082 +size 5360347232 diff --git a/model-00226-of-00282.safetensors b/model-00226-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..edbb3453393e233bbfb4b22d20325155b50d7b96 --- /dev/null +++ b/model-00226-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5528112ddbbe598fee142de05431170129e68032cb3ef44dd08e977d36732b3 +size 5359985328 diff --git a/model-00227-of-00282.safetensors b/model-00227-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..852b7f62fb2c3ba7b3fb54356cd54c6e04c50fca --- /dev/null +++ b/model-00227-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6788dfb40caf703a77ea51baf693819f707e3c071cee89b2f218d944cd605f5a +size 5360347320 diff --git a/model-00228-of-00282.safetensors b/model-00228-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bed023e0b15593a1bec08a8cd482d74619e3753e --- /dev/null +++ b/model-00228-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761acc0600c742f5b08145ddf345a7f726afae41582301cc0dc6f353778ff66a +size 5360347320 diff --git a/model-00229-of-00282.safetensors b/model-00229-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d6231eec09918aa17234e915cb7d25992626dc3 --- /dev/null +++ b/model-00229-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b91cd3337d05a3bb86dcd76eb00900afa4ee39082facf79125a4e531f7f768 +size 5360347160 diff --git a/model-00230-of-00282.safetensors b/model-00230-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d98448d5f29e7c1061aa8be4da2afb3848937bf --- /dev/null +++ b/model-00230-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d361bb2c7f25a197ecbd932df33d92302dedac20df5be0fd1836b01d08759002 +size 5366406920 diff --git a/model-00231-of-00282.safetensors b/model-00231-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63c810a096e75ce5b6c4f3e1b997e002f642bd0b --- /dev/null +++ b/model-00231-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02909dd5e641b49b02d30f3982e67e4879733cf0c63a05f4722dca0e4f08bfc1 +size 5360347320 diff --git a/model-00232-of-00282.safetensors b/model-00232-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee0da1fd0ef95ac01d3e05244307f03ab8bfe49a --- /dev/null +++ b/model-00232-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df34e54a4064e77afc447b786ebd5dccc86cc454aec89da15e11b271dfdc3fc9 +size 5360347304 diff --git a/model-00233-of-00282.safetensors b/model-00233-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82ca3e92723814fec6beb9d524504d9e07bbdd32 --- /dev/null +++ b/model-00233-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5741d535e8cf9a17c23f45772e08d7eff391a087f9878329b9982aec6e95179f +size 5360347104 diff --git a/model-00234-of-00282.safetensors b/model-00234-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..afc4ea628e53bd29954bd3d1571d1af8933f91c6 --- /dev/null +++ b/model-00234-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:803f094eecfbcf53c97746da13e33450703758f0bb8f2014fade7e048be1d655 +size 5366407000 diff --git a/model-00235-of-00282.safetensors b/model-00235-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..462485779200ae089a851c82199cdaf0e5665c2a --- /dev/null +++ b/model-00235-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c59023d1973441535f75cfbc3ff38674fa94adb769c076e922726e04433e419 +size 5360347320 diff --git a/model-00236-of-00282.safetensors b/model-00236-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b1b47953c5e37209cb9a93dab0a4c7b5de7675a --- /dev/null +++ b/model-00236-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06dd31a83c5ea5f9bbb75a52bb22e5747f89cbbb965c1bd25c579b2d8ed1e7d9 +size 5360347240 diff --git a/model-00237-of-00282.safetensors b/model-00237-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0df71824f9283d94e08a46b5f17f0e24af0c1423 --- /dev/null +++ b/model-00237-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0db2b21d4b8a4debf07ec5b1728a8c691193a882516acca13970dac5b66c98a +size 5366406816 diff --git a/model-00238-of-00282.safetensors b/model-00238-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dea2e4a7314ebbd13507db888d1f1212558b6955 --- /dev/null +++ b/model-00238-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f951e712e06a21a1faa61572ba25a71a726d4166e52ae1bfb5498c1f2e267a5e +size 5360347104 diff --git a/model-00239-of-00282.safetensors b/model-00239-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..abb5716b76d3ae73d473c8dc5944aa56314b920f --- /dev/null +++ b/model-00239-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bbc63e0e2f1fda91662a687f063e59fcaf142dc50980f15c72eafae1454cf6e +size 5360347104 diff --git a/model-00240-of-00282.safetensors b/model-00240-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cce683bddf3842b00c12af76083212c97cadd2b --- /dev/null +++ b/model-00240-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d66e4fa9c0c77f9575a9a9936a22e78c3cee090a76cc09bf50b21219a2febe +size 5360346960 diff --git a/model-00241-of-00282.safetensors b/model-00241-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d9777032ee18f3e503b328553e7f90e33eca93a2 --- /dev/null +++ b/model-00241-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b76e609cea123510ec977776b60c21b9d02765b03e76c19f05d8b0acff4e1a2 +size 5366406808 diff --git a/model-00242-of-00282.safetensors b/model-00242-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07399055556766577e18b2a294ccce0f67492b13 --- /dev/null +++ b/model-00242-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bd07b960d42ed8f14ba3a13f850d85bacccc2ae4479797a5387197a879f1a48 +size 5360347320 diff --git a/model-00243-of-00282.safetensors b/model-00243-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb5078d8b7ba0da376c2c97d6d92832db9af56cc --- /dev/null +++ b/model-00243-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac3bd8d6752350e9802792dcb0a7968f527fc42bf1f077fb9895a689582a284 +size 5360347312 diff --git a/model-00244-of-00282.safetensors b/model-00244-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f7aa7c4f286425e74c608b5bc247bb8463034ad --- /dev/null +++ b/model-00244-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:263199e605fa160ebd7d859a2a1100924ad684ee7fffcbbb093e1c5c35b8244b +size 5360347104 diff --git a/model-00245-of-00282.safetensors b/model-00245-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cf66cb26a54cfa2071032be36c5ca593610410b --- /dev/null +++ b/model-00245-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56c70dec0667889de75ae7db1f60ac2a165b11da8956a8311a2f413a0650e4d +size 5359985456 diff --git a/model-00246-of-00282.safetensors b/model-00246-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33bc38f25373e21b9d7aa56f1c0726ea9120667d --- /dev/null +++ b/model-00246-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0721d840f3ff046b5e9a9234d129b159a980ce6917810d295ab2dac43ca0cc8 +size 5360347312 diff --git a/model-00247-of-00282.safetensors b/model-00247-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6ea90b4867a12b50a64e4f906a36d9b1a8940d4 --- /dev/null +++ b/model-00247-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a393658990c7af7d15aab5eb7499507ff828fc92ac33257915a4507a99d944d +size 5360347248 diff --git a/model-00248-of-00282.safetensors b/model-00248-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5423744ef8e2196841d29b597bae34a200591319 --- /dev/null +++ b/model-00248-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1082c8d5c915a45f425ec1ee4e38e6b97725c50cf63f1ae6cf55fdfd00aa03b +size 5366406840 diff --git a/model-00249-of-00282.safetensors b/model-00249-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb569191d722fa10add1e907b249c968696e1650 --- /dev/null +++ b/model-00249-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:112139bb1c30d7d9b525dec8b9d8910e38069e8c8cd64527773ae03cf92a48be +size 5360347320 diff --git a/model-00250-of-00282.safetensors b/model-00250-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e80bc484b44d01a370f4a50e68e2c676441b4d5f --- /dev/null +++ b/model-00250-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d986d2f1f6737cd386c3205a4a7dd77cfeafbf1f7d642e9c5219f576d877fd +size 5360347312 diff --git a/model-00251-of-00282.safetensors b/model-00251-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59a4594306bf524b48d638fb36ede2944cae748f --- /dev/null +++ b/model-00251-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d27b06ea7c70687201097539a93810a85135b0ce0a28f2b787059241661cb551 +size 5360347184 diff --git a/model-00252-of-00282.safetensors b/model-00252-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1865fb7bb2c82285335d447046a549a95cc2b730 --- /dev/null +++ b/model-00252-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a158b3718c2815789b5ee5f877388936629e85e8ab06d465aa4a486dad356e1 +size 5366406904 diff --git a/model-00253-of-00282.safetensors b/model-00253-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a74e37ab8568fa37838273c30404e80bda046ca5 --- /dev/null +++ b/model-00253-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b1fc1bb91139367a503f5a46f368b76ee61fb64caff8518cbf506661986605 +size 5360347320 diff --git a/model-00254-of-00282.safetensors b/model-00254-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4bbb6625bab26a06516fa222a02e72d1f6e56905 --- /dev/null +++ b/model-00254-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925523d7be1953a35fdef0124a0aa6c5c0d505964696c26b8ea1584958e9af67 +size 5360347320 diff --git a/model-00255-of-00282.safetensors b/model-00255-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d0a7b9255c7d0880a0fe3550af1ab21716d3e35 --- /dev/null +++ b/model-00255-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3af170d6c1701fcb3a275ee213501ebf86d9f34704cd9077ae2346e83a4266 +size 5360347112 diff --git a/model-00256-of-00282.safetensors b/model-00256-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b0234a2cafdd1eb9baffebacc3b588bd662cadc --- /dev/null +++ b/model-00256-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c1064d459bb858ed0e07970801a3bc3bed8a967aefe71e718bcd21c88a4542 +size 5366406968 diff --git a/model-00257-of-00282.safetensors b/model-00257-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac598fff15535f4a6bf24515f9e53c5e33269e77 --- /dev/null +++ b/model-00257-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:695b48bf60615b14e3aadcf372da249b7069068b00c32854d45a5527b6ccc72c +size 5360347312 diff --git a/model-00258-of-00282.safetensors b/model-00258-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08e3ba3b637dad52601843f1c52c410cce29529b --- /dev/null +++ b/model-00258-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c039e78bf83337731a538eae15fb840e97a704695d73421e6b7413d8534e08 +size 5360347256 diff --git a/model-00259-of-00282.safetensors b/model-00259-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69e6838e66b9bb7385a4defcb751ae09edf45cbc --- /dev/null +++ b/model-00259-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cccb92772dc1727cda0c91244a7cea82b0437e6308da562f9e44a02c21fd5f6 +size 5359985296 diff --git a/model-00260-of-00282.safetensors b/model-00260-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3f6a2b82a7d6c11f8b20f2e678b7357701b6d98 --- /dev/null +++ b/model-00260-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe4937f02ceb3cd40ceed1eaf6bda7730e1c90f4d9f15af3b1381cd819ec9ee9 +size 5360347320 diff --git a/model-00261-of-00282.safetensors b/model-00261-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7d1fa892214c4dd2baa9569c3acc9f02924a1b0 --- /dev/null +++ b/model-00261-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f98cd9414f850c35420da6ffc038257cf519e0dc2f1f493f2ee892cc1efcd09 +size 5360347312 diff --git a/model-00262-of-00282.safetensors b/model-00262-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6a36d897952a05681c3bc8a2b4c4ec0814513cd --- /dev/null +++ b/model-00262-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59cb92290d524e497cd58f49b868769931e63eccf13161867b5be8c1b8fe61f +size 5360347192 diff --git a/model-00263-of-00282.safetensors b/model-00263-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..086b4c946f86b1ff32b8809c3c7c519275f329b1 --- /dev/null +++ b/model-00263-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8073e008e49f00eebf3cc88ad7e37491ae157b1f77f24afdb944256f4aa92d79 +size 5366406896 diff --git a/model-00264-of-00282.safetensors b/model-00264-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4416265e71cfafa9851c73101474cbad336ebf1 --- /dev/null +++ b/model-00264-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d695bc81d74a3e317ed396c45f1f50ba4b295f8583cc2bf123bc64e7eb782203 +size 5360347320 diff --git a/model-00265-of-00282.safetensors b/model-00265-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6be45ab68f0538450f95f8e2a7fcec9e5df48e19 --- /dev/null +++ b/model-00265-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df91d6dc3076988840643160da0b036b6acbbb6884fa9699f368fc3546696c3c +size 5360347312 diff --git a/model-00266-of-00282.safetensors b/model-00266-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c23e597543c42b2d333242333a02db0c4331fe78 --- /dev/null +++ b/model-00266-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5091513ae3a8c315c2f8e4afb20c40e2c4364b1c1e6e908e21f132f6d7578625 +size 5360347128 diff --git a/model-00267-of-00282.safetensors b/model-00267-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7328fb6ee2994158114fb4fd5dae175ec6610927 --- /dev/null +++ b/model-00267-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72531de28c8221463eea9f82c1e2c6bc6fb6e2b5c89c21e3237dc707516bc7ba +size 5366406960 diff --git a/model-00268-of-00282.safetensors b/model-00268-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a95ddd3dbac8d39578826b87c2c1bf90594d7e61 --- /dev/null +++ b/model-00268-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db6bfce751a1a56ae17856631552fb4f83821c300822a909da48267f5d82a976 +size 5360347320 diff --git a/model-00269-of-00282.safetensors b/model-00269-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6856d89e30f0224ba7f06cb0efdf7e320eafe25 --- /dev/null +++ b/model-00269-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d6a9e4c256bc01d18fac9dd8d68177f1852a4b0e9d5f7b8d7971f9a3075652 +size 5360347264 diff --git a/model-00270-of-00282.safetensors b/model-00270-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c7b100bf47f87aa794bcbc1ed3e7adefa972b23 --- /dev/null +++ b/model-00270-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74106256f061e73000e9660d157bd22254d2a5692cf9466d76dfea6985c0924 +size 5366430968 diff --git a/model-00271-of-00282.safetensors b/model-00271-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e80aa756f45047b884d90d3deafcb23247b36455 --- /dev/null +++ b/model-00271-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90ba74c758309888b9d3f17adc189e32e77cee77ca8f7892ad12a9b38956cd43 +size 5360347304 diff --git a/model-00272-of-00282.safetensors b/model-00272-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8360fc4b87b6567f83c4bf5d66bf55e312939a49 --- /dev/null +++ b/model-00272-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c9dbfba6aff2be069079cf39c8991393a2b69469a4f0ac4e246af25d519a06 +size 5360347320 diff --git a/model-00273-of-00282.safetensors b/model-00273-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f865d3aeba7aae7ca830590b9c389f4b1b47e7f --- /dev/null +++ b/model-00273-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1344c75f27e5564baa46641ebcdf19a2a13ac1b2cfc52e01744b6dda1127aa94 +size 5360347208 diff --git a/model-00274-of-00282.safetensors b/model-00274-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c8e0b12a75d883536df6799f372a03f532c3a72 --- /dev/null +++ b/model-00274-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1943b335a5aa626389e819fa5a7339c361844c425389b35328eba0142935fbf6 +size 5359997688 diff --git a/model-00275-of-00282.safetensors b/model-00275-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a9bcc663d40a2b81d04e23dc9902c041dd62e4d --- /dev/null +++ b/model-00275-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1177dcf412931a0fcb5803f7028e7b4de7bf56462d2c650649d58e884e9cf67 +size 5360347104 diff --git a/model-00276-of-00282.safetensors b/model-00276-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d53e23aabb7234c068cd3ddfc0e806bb29b8a2b1 --- /dev/null +++ b/model-00276-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34323416e94255ac4b0fc0f0de22a0bc05b4e7c0c0c9fb95ea69e7a5f1c34ad4 +size 5360347104 diff --git a/model-00277-of-00282.safetensors b/model-00277-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a47cf209831349be67e4058a8d95dd1091d881f6 --- /dev/null +++ b/model-00277-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fc3feb8bea3dc74d7242f4fbd6d5738376de70e1f6731f1d84125dee95fbc1f +size 5360346928 diff --git a/model-00278-of-00282.safetensors b/model-00278-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3477c87dddf2754b1d8fdba12c877748ae6a99d3 --- /dev/null +++ b/model-00278-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da33beb05c67106489010343adad8fbaa9d56e258e26aa88c30af1c37d2e3fb3 +size 5366406736 diff --git a/model-00279-of-00282.safetensors b/model-00279-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87dfe9fafef7508661e270555bec3f3836d08331 --- /dev/null +++ b/model-00279-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24f1c153e5490c2b0669d73fb93571cec783ec00056fc733b8b2b1078c169b2c +size 5360347104 diff --git a/model-00280-of-00282.safetensors b/model-00280-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47e172618306d5d0355a659ffe3631bedf3c53a4 --- /dev/null +++ b/model-00280-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41e9b458eee29b83dab6bef0209f85713d53d05a7f0af768b5db4c0910948bc +size 5360347072 diff --git a/model-00281-of-00282.safetensors b/model-00281-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10909127d8a253bf2b7e8cb2732b6c1b3ab2130a --- /dev/null +++ b/model-00281-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e95cc485333cd0feb737360716b9398d5a23620a1d4127462403b3decba19cb +size 5324447848 diff --git a/model-00282-of-00282.safetensors b/model-00282-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0857b4de8c2532abd3deb024dbc6d310298b0895 --- /dev/null +++ b/model-00282-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c23d3a25db83ab8b7e47d0a5efec49e00f57a815358323f1ab45136de327d7 +size 293618224 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..c53c184f330b39aa7d110fb1ecee7af1cbb86532 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,59592 @@ +{ + "metadata": { + "total_size": 1506659919872 + }, + "weight_map": { + "lm_head.weight": "model-00001-of-00282.safetensors", + "model.embed_tokens.weight": "model-00001-of-00282.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.k_norm.bias": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.k_norm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.weights_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.wk.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.wq_b.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_a_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.k_norm.bias": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.k_norm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.weights_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.wk.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.wq_b.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_a_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_b_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.161.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.161.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.161.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.225.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.225.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.225.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.gate.e_score_correction_bias": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.gate.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.k_norm.bias": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.k_norm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.weights_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.wk.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.wq_b.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_a_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_b_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_a_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_a_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_b_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.input_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.117.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.117.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.181.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.181.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.181.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.245.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.245.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.245.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.gate.e_score_correction_bias": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.gate.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_a_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_b_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_a_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_a_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_b_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.input_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.138.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.201.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.gate.e_score_correction_bias": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.gate.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00012-of-00282.safetensors", + "model.layers.12.self_attn.kv_a_layernorm.weight": "model-00012-of-00282.safetensors", + "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.kv_b_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_a_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_a_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_b_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.input_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.gate.e_score_correction_bias": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.gate.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_a_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_b_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_a_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_a_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_b_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.input_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.114.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.114.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.179.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.179.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.179.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.242.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.242.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.242.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.77.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.77.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.gate.e_score_correction_bias": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.gate.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.k_norm.bias": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.k_norm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.weights_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.wk.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.wq_b.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_a_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_b_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_a_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_a_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_b_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.input_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.134.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.134.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.199.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.199.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.199.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.97.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.97.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.gate.e_score_correction_bias": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.gate.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_a_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_b_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_a_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_a_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_b_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.input_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.155.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.155.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.219.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.219.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.219.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.gate.e_score_correction_bias": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.gate.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_a_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_b_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_a_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_a_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_b_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.input_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.110.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.110.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.111.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.175.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.175.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.175.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.176.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.239.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.239.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.239.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.73.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.73.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.74.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.gate.e_score_correction_bias": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.gate.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_a_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_b_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_a_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_a_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_b_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.input_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.130.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.130.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.131.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.131.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.195.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.195.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.195.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.196.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.196.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.196.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.93.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.93.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.94.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.94.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.gate.e_score_correction_bias": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.gate.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.k_norm.bias": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.k_norm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.weights_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.wk.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.wq_b.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_a_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_b_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_a_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_a_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_b_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.input_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.151.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.151.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.152.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.215.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.215.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.215.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.216.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.gate.e_score_correction_bias": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.gate.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_a_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.input_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.k_norm.bias": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.k_norm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.weights_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.wk.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.wq_b.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_a_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.input_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.161.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.161.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.161.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.162.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.162.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.162.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.163.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.225.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.225.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.225.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.226.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.226.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.226.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.227.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.gate.e_score_correction_bias": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.gate.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_a_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_b_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_a_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_a_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_b_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.input_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.118.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.118.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.118.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.119.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.119.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.119.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.182.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.182.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.182.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.183.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.183.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.183.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.246.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.246.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.246.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.247.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.247.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.247.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.80.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.80.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.80.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.81.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.81.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.81.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.gate.e_score_correction_bias": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.gate.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_a_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_b_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_a_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_a_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_b_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.input_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.138.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.138.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.138.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.139.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.139.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.139.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.201.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.201.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.201.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.202.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.202.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.202.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.203.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.203.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.203.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.gate.e_score_correction_bias": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.gate.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.k_norm.bias": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.k_norm.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.weights_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.wk.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.wq_b.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.kv_a_layernorm.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.kv_b_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_a_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_a_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_b_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.input_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.158.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.158.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.158.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.159.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.221.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.221.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.221.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.222.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.gate.e_score_correction_bias": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.gate.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_a_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_b_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_a_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_a_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_b_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.input_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.114.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.114.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.114.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.179.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.179.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.179.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.242.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.242.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.242.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.77.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.77.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.77.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.gate.e_score_correction_bias": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.gate.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_a_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_b_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_a_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_a_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_b_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.input_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.134.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.134.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.134.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.135.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.135.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.135.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.199.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.199.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.199.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.97.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.97.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.97.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.98.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.98.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.98.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.gate.e_score_correction_bias": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.gate.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_a_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_b_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_a_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_a_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_b_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.input_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.154.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.154.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.154.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.155.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.155.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.155.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.156.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.218.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.218.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.218.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.219.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.219.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.219.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.gate.e_score_correction_bias": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.gate.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.k_norm.bias": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.k_norm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.weights_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.wk.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.wq_b.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_a_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_b_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_a_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_a_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_b_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.input_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.110.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.110.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.110.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.111.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.111.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.111.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.175.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.175.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.175.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.176.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.176.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.176.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.239.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.239.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.239.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.73.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.73.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.73.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.74.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.74.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.74.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.gate.e_score_correction_bias": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.gate.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_a_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_b_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_a_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_a_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_b_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.input_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.130.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.130.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.130.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.131.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.131.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.131.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.132.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.195.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.195.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.195.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.196.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.196.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.196.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.197.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.93.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.93.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.93.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.94.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.94.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.94.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.95.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.gate.e_score_correction_bias": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.gate.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_a_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_b_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_a_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_a_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_b_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.input_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.150.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.150.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.150.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.151.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.151.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.151.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.152.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.152.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.152.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.214.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.214.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.214.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.215.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.215.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.215.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.216.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.216.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.216.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.gate.e_score_correction_bias": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.gate.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_a_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_b_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_a_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_a_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_b_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.input_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.107.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.107.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.107.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.108.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.108.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.108.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.109.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.109.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.109.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.171.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.171.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.171.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.172.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.172.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.172.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.173.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.173.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.173.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.235.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.235.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.235.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.236.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.236.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.236.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.237.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.237.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.237.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.70.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.70.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.70.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.71.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.71.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.71.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.gate.e_score_correction_bias": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.gate.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_a_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_b_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_a_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_a_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_b_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.input_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.127.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.127.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.127.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.128.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.128.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.128.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.129.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.129.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.129.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.191.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.191.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.191.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.192.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.192.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.192.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.193.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.193.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.193.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.194.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.255.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.255.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.255.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.90.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.90.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.90.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.91.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.91.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.91.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.92.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.gate.e_score_correction_bias": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.gate.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.k_norm.bias": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.k_norm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.weights_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.wk.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.wq_b.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_a_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_b_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_a_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_a_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_b_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.input_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.147.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.147.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.147.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.148.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.148.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.148.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.149.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.149.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.149.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.210.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.210.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.210.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.211.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.211.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.211.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.212.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.212.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.212.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.213.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.213.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.213.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.gate.e_score_correction_bias": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.gate.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_a_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_b_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_a_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_a_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_b_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.input_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.103.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.103.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.103.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.104.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.104.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.104.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.105.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.105.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.105.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.106.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.168.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.168.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.168.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.169.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.169.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.169.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.170.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.231.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.231.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.231.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.232.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.232.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.232.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.233.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.233.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.233.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.234.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.66.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.66.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.66.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.67.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.67.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.67.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.68.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.68.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.68.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.69.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.gate.e_score_correction_bias": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.gate.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_a_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_b_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_a_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_a_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_b_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.input_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.123.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.123.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.123.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.124.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.124.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.124.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.125.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.125.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.125.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.126.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.126.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.126.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.188.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.188.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.188.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.189.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.189.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.189.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.190.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.190.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.190.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.251.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.251.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.251.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.252.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.252.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.252.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.253.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.253.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.253.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.254.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.254.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.254.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.86.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.86.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.86.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.87.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.87.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.87.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.88.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.88.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.88.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.89.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.89.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.89.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.gate.e_score_correction_bias": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.gate.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_a_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_b_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_a_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_a_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_b_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.input_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.143.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.143.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.143.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.144.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.144.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.144.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.145.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.145.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.145.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.146.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.146.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.146.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.147.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.147.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.147.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.207.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.207.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.207.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.208.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.208.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.208.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.209.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.209.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.209.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.210.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.210.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.210.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.gate.e_score_correction_bias": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.gate.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.k_norm.bias": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.k_norm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.weights_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.wk.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.wq_b.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_a_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_b_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_a_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_a_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_b_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.input_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.100.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.100.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.100.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.101.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.101.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.101.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.102.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.102.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.102.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.164.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.164.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.164.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.165.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.165.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.165.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.166.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.166.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.166.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.167.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.167.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.167.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.228.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.228.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.228.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.229.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.229.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.229.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.230.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.230.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.230.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.64.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.64.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.64.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.65.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.65.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.65.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.gate.e_score_correction_bias": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.gate.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_a_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_b_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_a_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_a_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_b_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.input_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.120.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.120.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.120.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.121.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.121.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.121.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.122.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.122.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.122.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.123.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.123.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.123.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.184.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.184.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.184.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.185.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.185.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.185.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.186.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.186.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.186.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.187.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.187.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.187.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.188.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.188.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.188.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.248.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.248.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.248.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.249.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.249.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.249.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.250.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.250.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.250.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.251.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.251.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.251.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.82.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.82.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.82.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.83.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.83.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.83.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.84.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.84.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.84.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.85.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.85.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.85.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.86.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.86.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.86.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.gate.e_score_correction_bias": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.gate.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_a_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_a_proj_with_mqa.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_b_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_a_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_a_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_b_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.input_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.140.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.140.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.140.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.141.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.141.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.141.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.142.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.142.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.142.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.143.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.143.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.143.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.144.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.203.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.203.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.203.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.204.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.204.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.204.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.205.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.205.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.205.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.206.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.206.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.206.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.207.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.207.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.207.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.208.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.gate.e_score_correction_bias": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.gate.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_a_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_a_proj_with_mqa.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_b_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.q_a_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.q_a_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.q_b_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.input_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.160.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.160.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.160.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.161.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.161.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.161.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.162.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.162.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.162.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.163.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.163.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.163.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.164.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.164.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.164.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.223.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.223.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.223.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.224.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.224.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.224.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.225.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.225.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.225.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.226.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.226.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.226.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.227.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.227.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.227.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.228.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.228.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.228.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.gate.e_score_correction_bias": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.gate.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.k_norm.bias": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.k_norm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.weights_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.wk.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.wq_b.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_a_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_a_proj_with_mqa.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_b_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_a_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_a_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_b_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.input_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.115.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.115.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.115.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.116.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.116.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.116.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.117.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.117.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.117.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.118.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.118.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.118.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.119.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.119.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.119.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.120.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.180.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.180.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.180.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.181.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.181.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.181.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.182.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.182.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.182.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.183.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.183.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.183.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.184.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.184.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.184.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.185.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.243.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.243.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.243.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.244.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.244.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.244.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.245.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.245.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.245.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.246.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.246.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.246.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.247.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.247.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.247.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.248.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.248.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.248.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.249.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.78.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.78.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.78.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.79.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.79.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.79.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.80.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.80.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.80.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.81.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.81.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.81.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.82.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.82.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.82.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.83.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.gate.e_score_correction_bias": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.gate.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_a_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_a_proj_with_mqa.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_b_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_a_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_a_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_b_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.input_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.135.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.135.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.135.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.136.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.136.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.136.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.137.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.137.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.137.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.138.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.138.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.138.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.139.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.139.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.139.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.140.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.140.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.140.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.200.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.200.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.200.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.201.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.201.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.201.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.202.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.202.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.202.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.203.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.203.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.203.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.204.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.204.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.204.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.98.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.98.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.98.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.99.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.99.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.99.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.gate.e_score_correction_bias": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.gate.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.kv_a_layernorm.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.kv_b_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.q_a_layernorm.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.q_a_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.q_b_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.input_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.156.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.156.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.156.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.157.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.157.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.157.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.158.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.158.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.158.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.159.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.159.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.159.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.160.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.160.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.160.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.161.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.220.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.220.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.220.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.221.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.221.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.221.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.222.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.222.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.222.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.223.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.223.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.223.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.224.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.224.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.224.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.225.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.gate.e_score_correction_bias": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.gate.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_a_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_a_proj_with_mqa.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_b_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_a_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_a_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_b_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.input_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.111.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.111.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.111.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.112.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.112.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.112.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.113.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.113.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.113.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.114.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.114.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.114.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.115.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.115.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.115.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.116.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.116.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.116.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.117.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.117.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.117.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.176.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.176.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.176.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.177.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.177.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.177.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.178.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.178.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.178.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.179.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.179.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.179.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.180.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.180.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.180.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.181.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.181.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.181.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.240.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.240.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.240.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.241.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.241.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.241.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.242.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.242.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.242.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.243.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.243.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.243.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.244.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.244.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.244.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.245.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.245.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.245.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.74.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.74.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.74.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.75.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.75.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.75.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.76.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.76.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.76.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.77.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.77.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.77.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.78.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.78.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.78.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.79.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.79.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.79.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.gate.e_score_correction_bias": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.gate.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_a_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_a_proj_with_mqa.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_b_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_a_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_a_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_b_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.input_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.131.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.131.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.131.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.132.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.132.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.132.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.133.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.133.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.133.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.134.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.134.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.134.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.135.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.135.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.135.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.136.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.136.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.136.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.137.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.137.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.137.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.138.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.138.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.138.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.196.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.196.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.196.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.197.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.197.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.197.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.198.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.198.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.198.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.199.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.199.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.199.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.200.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.200.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.200.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.201.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.201.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.201.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.94.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.94.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.94.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.95.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.95.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.95.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.96.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.96.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.96.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.97.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.97.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.97.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.98.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.98.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.98.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.99.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.99.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.99.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.gate.e_score_correction_bias": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.gate.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.k_norm.bias": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.k_norm.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.weights_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.wk.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.wq_b.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.kv_a_layernorm.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.kv_a_proj_with_mqa.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.kv_b_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_a_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_a_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_b_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.input_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.152.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.152.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.152.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.153.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.153.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.153.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.154.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.154.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.154.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.155.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.155.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.155.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.156.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.156.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.156.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.157.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.157.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.157.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.158.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.158.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.158.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.216.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.216.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.216.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.217.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.217.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.217.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.218.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.218.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.218.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.219.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.219.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.219.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.220.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.220.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.220.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.221.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.221.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.221.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.gate.e_score_correction_bias": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.gate.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_a_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_a_proj_with_mqa.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_b_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_a_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_a_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_b_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.input_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.108.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.108.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.108.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.109.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.109.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.109.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.110.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.110.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.110.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.111.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.111.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.111.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.112.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.112.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.112.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.113.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.113.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.113.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.114.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.114.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.114.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.172.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.172.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.172.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.173.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.173.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.173.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.174.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.174.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.174.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.175.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.175.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.175.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.176.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.176.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.176.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.177.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.177.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.177.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.178.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.178.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.178.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.179.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.179.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.179.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.236.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.236.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.236.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.237.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.237.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.237.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.238.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.238.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.238.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.239.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.239.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.239.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.240.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.240.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.240.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.241.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.241.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.241.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.242.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.242.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.242.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.70.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.70.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.70.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.71.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.71.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.71.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.72.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.72.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.72.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.73.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.73.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.73.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.74.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.74.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.74.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.75.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.75.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.75.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.76.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.76.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.76.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.77.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.77.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.77.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.gate.e_score_correction_bias": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.gate.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_a_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_a_proj_with_mqa.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_b_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_a_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_a_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_b_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.input_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.128.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.128.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.128.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.129.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.129.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.129.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.130.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.130.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.130.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.131.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.131.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.131.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.132.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.132.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.132.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.133.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.133.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.133.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.134.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.134.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.134.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.135.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.192.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.192.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.192.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.193.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.193.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.193.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.194.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.194.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.194.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.195.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.195.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.195.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.196.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.196.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.196.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.197.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.197.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.197.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.198.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.198.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.198.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.199.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.199.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.199.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.90.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.90.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.90.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.91.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.91.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.91.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.92.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.92.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.92.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.93.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.93.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.93.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.94.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.94.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.94.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.95.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.95.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.95.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.96.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.96.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.96.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.97.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.97.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.97.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.98.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.gate.e_score_correction_bias": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.gate.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_a_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_a_proj_with_mqa.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_b_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_a_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_a_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_b_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.input_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.149.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.149.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.149.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.150.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.150.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.150.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.151.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.151.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.151.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.152.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.152.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.152.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.153.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.153.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.153.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.154.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.154.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.154.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.155.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.155.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.155.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.212.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.212.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.212.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.213.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.213.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.213.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.214.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.214.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.214.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.215.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.215.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.215.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.216.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.216.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.216.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.217.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.217.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.217.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.218.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.218.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.218.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.219.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.219.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.219.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.gate.e_score_correction_bias": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.gate.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.k_norm.bias": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.k_norm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.weights_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.wk.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.wq_b.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_a_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_a_proj_with_mqa.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_b_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_a_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_a_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_b_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.input_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.104.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.104.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.104.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.105.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.105.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.105.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.106.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.106.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.106.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.107.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.107.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.107.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.108.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.108.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.108.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.109.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.109.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.109.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.110.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.110.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.110.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.111.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.169.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.169.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.169.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.170.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.170.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.170.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.171.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.171.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.171.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.172.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.172.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.172.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.173.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.173.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.173.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.174.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.174.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.174.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.175.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.175.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.175.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.176.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.232.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.232.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.232.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.233.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.233.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.233.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.234.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.234.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.234.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.235.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.235.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.235.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.236.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.236.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.236.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.237.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.237.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.237.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.238.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.238.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.238.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.239.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.239.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.239.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.67.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.67.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.67.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.68.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.68.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.68.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.69.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.69.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.69.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.70.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.70.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.70.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.71.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.71.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.71.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.72.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.72.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.72.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.73.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.73.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.73.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.74.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.gate.e_score_correction_bias": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.gate.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_a_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_a_proj_with_mqa.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_b_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_a_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_a_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_b_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.input_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.124.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.124.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.124.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.125.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.125.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.125.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.126.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.126.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.126.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.127.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.127.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.127.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.128.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.128.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.128.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.129.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.129.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.129.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.13.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.13.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.13.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.130.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.130.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.130.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.131.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.131.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.131.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.189.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.189.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.189.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.19.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.19.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.19.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.190.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.190.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.190.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.191.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.191.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.191.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.192.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.192.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.192.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.193.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.193.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.193.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.194.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.194.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.194.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.195.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.195.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.195.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.196.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.196.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.196.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.252.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.252.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.252.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.253.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.253.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.253.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.254.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.254.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.254.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.255.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.255.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.255.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.26.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.26.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.26.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.27.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.27.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.27.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.28.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.28.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.28.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.29.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.29.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.29.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.3.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.3.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.3.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.87.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.87.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.87.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.88.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.88.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.88.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.89.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.89.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.89.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.9.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.9.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.9.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.90.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.90.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.90.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.91.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.91.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.91.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.92.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.92.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.92.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.93.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.93.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.93.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.94.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.94.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.94.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.gate.e_score_correction_bias": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.gate.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.post_attention_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_a_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_a_proj_with_mqa.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_b_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.o_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_a_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_a_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_b_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.input_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.145.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.145.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.145.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.146.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.146.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.146.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.147.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.147.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.147.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.148.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.148.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.148.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.149.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.149.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.149.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.15.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.15.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.15.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.150.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.150.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.150.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.151.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.151.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.151.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.152.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.152.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.152.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.209.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.209.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.209.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.21.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.21.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.21.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.210.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.210.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.210.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.211.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.211.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.211.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.212.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.212.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.212.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.213.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.213.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.213.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.214.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.214.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.214.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.215.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.215.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.215.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.216.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.216.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.216.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.43.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.43.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.43.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.44.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.44.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.44.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.45.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.45.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.45.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.46.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.46.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.46.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.47.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.47.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.47.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.48.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.48.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.48.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.49.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.49.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.49.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.5.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.5.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.5.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.50.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.50.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.50.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.gate.e_score_correction_bias": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.gate.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.post_attention_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_a_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_a_proj_with_mqa.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_b_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.o_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_a_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_a_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_b_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.input_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.100.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.100.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.100.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.101.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.101.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.101.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.102.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.102.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.102.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.103.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.103.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.103.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.104.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.104.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.104.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.105.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.105.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.105.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.106.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.106.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.106.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.107.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.107.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.107.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.108.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.108.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.108.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.109.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.165.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.165.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.165.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.166.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.166.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.166.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.167.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.167.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.167.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.168.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.168.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.168.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.169.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.169.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.169.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.170.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.170.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.170.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.171.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.171.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.171.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.172.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.172.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.172.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.173.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.229.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.229.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.229.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.230.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.230.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.230.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.231.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.231.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.231.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.232.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.232.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.232.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.233.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.233.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.233.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.234.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.234.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.234.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.235.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.235.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.235.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.236.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.236.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.236.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.237.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.64.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.64.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.65.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.65.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.65.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.66.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.66.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.66.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.67.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.67.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.67.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.68.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.68.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.68.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.69.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.69.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.69.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.70.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.70.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.70.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.71.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.gate.e_score_correction_bias": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.gate.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_a_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_b_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_a_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_a_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_b_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.input_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.120.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.120.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.120.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.121.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.121.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.121.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.122.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.122.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.122.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.123.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.123.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.123.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.124.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.124.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.124.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.125.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.125.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.125.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.126.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.126.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.126.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.127.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.127.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.127.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.128.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.128.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.128.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.129.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.129.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.129.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.185.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.185.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.185.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.186.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.186.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.186.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.187.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.187.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.187.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.188.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.188.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.188.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.189.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.189.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.189.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.19.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.19.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.19.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.190.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.190.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.190.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.191.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.191.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.191.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.192.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.192.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.192.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.193.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.193.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.193.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.249.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.249.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.249.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.25.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.25.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.25.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.250.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.250.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.250.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.251.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.251.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.251.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.252.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.252.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.252.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.253.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.253.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.253.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.254.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.254.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.254.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.255.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.255.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.255.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.26.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.26.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.26.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.27.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.27.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.27.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.83.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.83.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.83.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.84.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.84.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.84.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.85.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.85.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.85.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.86.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.86.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.86.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.87.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.87.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.87.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.88.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.88.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.88.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.89.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.89.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.89.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.9.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.9.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.9.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.90.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.90.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.90.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.91.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.91.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.91.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.gate.e_score_correction_bias": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.gate.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.post_attention_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.k_norm.bias": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.k_norm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.weights_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.wk.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.wq_b.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_a_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_a_proj_with_mqa.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_b_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.o_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_a_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_a_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_b_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.input_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.141.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.141.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.141.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.142.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.142.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.142.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.143.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.143.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.143.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.144.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.144.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.144.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.145.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.145.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.145.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.146.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.146.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.146.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.147.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.147.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.147.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.148.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.148.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.148.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.149.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.149.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.149.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.15.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.205.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.205.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.205.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.206.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.206.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.206.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.207.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.207.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.207.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.208.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.208.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.208.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.209.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.209.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.209.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.21.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.21.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.21.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.210.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.210.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.210.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.211.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.211.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.211.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.212.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.212.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.212.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.213.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.4.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.4.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.4.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.40.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.40.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.40.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.41.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.41.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.41.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.42.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.42.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.42.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.43.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.43.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.43.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.44.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.44.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.44.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.45.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.45.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.45.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.46.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.46.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.46.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.47.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.47.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.47.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.48.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.gate.e_score_correction_bias": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.gate.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.post_attention_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_a_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_a_proj_with_mqa.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_b_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.o_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.q_a_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.q_a_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.q_b_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.input_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.0.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.0.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.0.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.1.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.1.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.1.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.10.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.10.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.10.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.100.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.100.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.100.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.101.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.101.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.101.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.102.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.102.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.102.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.103.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.103.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.103.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.104.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.104.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.104.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.105.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.105.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.105.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.16.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.16.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.16.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.160.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.160.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.160.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.161.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.161.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.161.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.162.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.162.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.162.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.163.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.163.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.163.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.164.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.164.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.164.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.165.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.165.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.165.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.166.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.166.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.166.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.167.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.167.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.167.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.168.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.168.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.168.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.169.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.169.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.169.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.17.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.17.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.17.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.223.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.223.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.223.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.224.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.224.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.224.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.225.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.225.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.225.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.226.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.226.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.226.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.227.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.227.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.227.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.228.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.228.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.228.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.229.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.229.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.229.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.23.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.23.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.23.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.230.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.230.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.230.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.231.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.231.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.231.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.232.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.232.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.232.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.233.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.233.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.233.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.58.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.58.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.58.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.59.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.59.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.59.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.6.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.6.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.6.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.60.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.60.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.60.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.61.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.61.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.61.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.62.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.62.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.62.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.63.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.63.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.63.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.64.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.64.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.64.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.65.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.65.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.65.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.66.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.66.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.66.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.67.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.67.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.67.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.68.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.68.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.68.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.gate.e_score_correction_bias": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.gate.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.post_attention_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_a_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_a_proj_with_mqa.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_b_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.o_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_a_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_a_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_b_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.input_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.115.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.115.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.115.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.116.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.116.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.116.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.117.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.117.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.117.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.118.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.118.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.118.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.119.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.119.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.119.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.12.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.12.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.12.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.120.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.120.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.120.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.121.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.121.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.121.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.122.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.122.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.122.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.123.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.123.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.123.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.124.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.124.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.124.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.125.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.125.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.125.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.126.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.126.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.126.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.18.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.18.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.18.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.180.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.180.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.180.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.181.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.181.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.181.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.182.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.182.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.182.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.183.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.183.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.183.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.184.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.184.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.184.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.185.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.185.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.185.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.186.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.186.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.186.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.187.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.187.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.187.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.188.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.188.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.188.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.189.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.189.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.189.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.19.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.19.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.19.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.190.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.190.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.190.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.243.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.243.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.243.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.244.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.244.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.244.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.245.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.245.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.245.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.246.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.246.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.246.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.247.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.247.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.247.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.248.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.248.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.248.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.249.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.249.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.249.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.25.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.25.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.25.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.250.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.250.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.250.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.251.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.251.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.251.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.252.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.252.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.252.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.253.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.253.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.253.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.254.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.254.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.254.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.78.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.78.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.78.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.79.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.79.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.79.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.8.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.8.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.8.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.80.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.80.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.80.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.81.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.81.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.81.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.82.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.82.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.82.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.83.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.83.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.83.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.84.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.84.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.84.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.85.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.85.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.85.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.86.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.86.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.86.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.87.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.87.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.87.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.88.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.88.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.88.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.89.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.89.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.89.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.gate.e_score_correction_bias": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.gate.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.post_attention_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_a_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_a_proj_with_mqa.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_b_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.o_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_a_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_a_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_b_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.input_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.135.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.135.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.135.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.136.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.136.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.136.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.137.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.137.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.137.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.138.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.138.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.138.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.139.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.139.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.139.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.14.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.14.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.14.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.140.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.140.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.140.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.141.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.141.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.141.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.142.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.142.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.142.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.143.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.143.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.143.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.144.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.144.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.144.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.145.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.145.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.145.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.146.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.146.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.146.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.147.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.2.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.2.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.2.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.20.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.20.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.20.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.200.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.200.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.200.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.201.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.201.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.201.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.202.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.202.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.202.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.203.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.203.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.203.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.204.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.204.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.204.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.205.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.205.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.205.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.206.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.206.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.206.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.207.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.207.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.207.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.208.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.208.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.208.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.209.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.209.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.209.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.21.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.21.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.21.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.210.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.33.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.33.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.33.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.34.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.34.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.34.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.35.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.35.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.35.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.36.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.36.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.36.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.37.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.37.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.37.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.38.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.38.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.38.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.39.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.39.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.39.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.4.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.4.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.4.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.40.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.40.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.40.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.41.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.41.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.41.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.42.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.42.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.42.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.43.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.43.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.43.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.44.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.44.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.44.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.45.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.98.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.98.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.98.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.99.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.99.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.99.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.gate.e_score_correction_bias": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.gate.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.post_attention_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.k_norm.bias": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.k_norm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.weights_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.wk.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.wq_b.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.kv_a_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.kv_a_proj_with_mqa.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.kv_b_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.o_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.q_a_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.q_a_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.q_b_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.input_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.0.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.0.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.0.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.1.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.1.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.1.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.10.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.10.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.10.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.100.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.100.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.100.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.101.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.101.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.101.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.102.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.102.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.102.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.156.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.156.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.156.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.157.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.157.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.157.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.158.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.158.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.158.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.159.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.159.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.159.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.16.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.16.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.16.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.160.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.160.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.160.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.161.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.161.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.161.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.162.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.162.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.162.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.163.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.163.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.163.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.164.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.164.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.164.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.165.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.165.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.165.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.166.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.166.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.166.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.167.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.167.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.167.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.22.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.22.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.22.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.220.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.220.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.220.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.221.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.221.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.221.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.222.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.222.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.222.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.223.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.223.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.223.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.224.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.224.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.224.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.225.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.225.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.225.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.226.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.226.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.226.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.227.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.227.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.227.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.228.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.228.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.228.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.229.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.229.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.229.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.23.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.23.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.23.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.230.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.230.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.230.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.54.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.54.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.54.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.55.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.55.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.55.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.56.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.56.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.56.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.57.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.57.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.57.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.58.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.58.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.58.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.59.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.59.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.59.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.6.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.6.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.6.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.60.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.60.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.60.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.61.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.61.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.61.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.62.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.62.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.62.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.63.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.63.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.63.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.64.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.64.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.64.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.65.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.65.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.65.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.gate.e_score_correction_bias": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.gate.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.post_attention_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_a_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_a_proj_with_mqa.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_b_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.o_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_a_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_a_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_b_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.input_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.111.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.111.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.111.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.112.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.112.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.112.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.113.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.113.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.113.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.114.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.114.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.114.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.115.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.115.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.115.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.116.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.116.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.116.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.117.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.117.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.117.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.118.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.118.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.118.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.119.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.119.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.119.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.12.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.12.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.12.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.120.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.120.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.120.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.121.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.121.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.121.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.122.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.122.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.122.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.123.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.176.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.176.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.176.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.177.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.177.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.177.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.178.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.178.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.178.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.179.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.179.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.179.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.18.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.18.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.18.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.180.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.180.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.180.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.181.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.181.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.181.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.182.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.182.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.182.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.183.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.183.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.183.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.184.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.184.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.184.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.185.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.185.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.185.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.186.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.186.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.186.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.187.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.187.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.187.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.188.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.24.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.24.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.24.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.240.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.240.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.240.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.241.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.241.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.241.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.242.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.242.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.242.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.243.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.243.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.243.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.244.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.244.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.244.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.245.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.245.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.245.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.246.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.246.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.246.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.247.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.247.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.247.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.248.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.248.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.248.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.249.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.249.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.249.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.25.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.25.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.25.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.250.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.250.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.250.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.251.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.74.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.74.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.74.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.75.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.75.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.75.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.76.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.76.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.76.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.77.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.77.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.77.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.78.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.78.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.78.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.79.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.79.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.79.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.8.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.8.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.8.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.80.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.80.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.80.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.81.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.81.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.81.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.82.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.82.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.82.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.83.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.83.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.83.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.84.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.84.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.84.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.85.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.85.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.85.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.86.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.gate.e_score_correction_bias": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.gate.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.post_attention_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_a_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_a_proj_with_mqa.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_b_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.o_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_a_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_a_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_b_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.input_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.131.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.131.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.131.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.132.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.132.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.132.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.133.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.133.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.133.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.134.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.134.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.134.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.135.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.135.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.135.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.136.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.136.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.136.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.137.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.137.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.137.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.138.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.138.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.138.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.139.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.139.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.139.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.14.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.14.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.14.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.140.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.140.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.140.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.141.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.141.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.141.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.142.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.142.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.142.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.143.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.143.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.143.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.196.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.196.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.196.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.197.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.197.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.197.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.198.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.198.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.198.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.199.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.199.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.199.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.2.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.2.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.2.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.20.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.20.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.20.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.200.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.200.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.200.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.201.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.201.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.201.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.202.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.202.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.202.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.203.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.203.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.203.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.204.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.204.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.204.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.205.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.205.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.205.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.206.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.206.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.206.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.207.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.207.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.207.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.3.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.3.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.3.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.30.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.30.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.30.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.31.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.31.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.31.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.32.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.32.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.32.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.33.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.33.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.33.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.34.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.34.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.34.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.35.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.35.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.35.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.36.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.36.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.36.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.37.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.37.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.37.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.38.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.38.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.38.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.39.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.39.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.39.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.4.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.4.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.4.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.40.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.40.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.40.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.41.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.41.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.41.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.94.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.94.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.94.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.95.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.95.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.95.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.96.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.96.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.96.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.97.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.97.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.97.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.98.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.98.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.98.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.99.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.99.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.99.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.gate.e_score_correction_bias": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.gate.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.post_attention_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.kv_a_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.kv_a_proj_with_mqa.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.kv_b_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.o_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.q_a_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.q_a_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.q_b_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.input_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.0.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.0.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.0.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.1.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.1.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.1.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.10.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.10.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.10.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.152.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.152.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.152.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.153.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.153.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.153.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.154.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.154.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.154.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.155.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.155.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.155.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.156.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.156.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.156.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.157.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.157.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.157.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.158.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.158.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.158.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.159.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.159.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.159.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.16.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.16.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.16.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.160.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.160.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.160.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.161.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.161.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.161.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.162.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.162.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.162.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.163.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.163.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.163.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.164.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.164.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.164.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.216.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.216.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.216.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.217.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.217.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.217.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.218.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.218.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.218.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.219.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.219.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.219.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.22.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.22.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.22.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.220.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.220.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.220.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.221.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.221.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.221.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.222.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.222.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.222.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.223.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.223.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.223.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.224.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.224.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.224.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.225.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.225.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.225.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.226.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.226.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.226.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.227.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.227.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.227.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.228.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.228.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.228.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.50.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.50.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.50.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.51.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.51.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.51.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.52.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.52.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.52.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.53.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.53.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.53.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.54.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.54.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.54.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.55.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.55.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.55.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.56.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.56.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.56.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.57.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.57.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.57.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.58.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.58.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.58.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.59.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.59.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.59.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.6.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.6.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.6.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.60.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.60.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.60.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.61.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.61.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.61.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.62.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.62.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.62.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.gate.e_score_correction_bias": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.gate.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.post_attention_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.k_norm.bias": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.k_norm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.weights_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.wk.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.wq_b.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_a_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_a_proj_with_mqa.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_b_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.o_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_a_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_a_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_b_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.input_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.108.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.108.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.108.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.109.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.109.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.109.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.11.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.11.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.11.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.110.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.110.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.110.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.111.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.111.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.111.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.112.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.112.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.112.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.113.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.113.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.113.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.114.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.114.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.114.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.115.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.115.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.115.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.116.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.116.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.116.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.117.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.117.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.117.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.118.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.118.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.118.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.119.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.119.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.119.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.12.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.12.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.12.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.172.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.172.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.172.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.173.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.173.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.173.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.174.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.174.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.174.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.175.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.175.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.175.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.176.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.176.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.176.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.177.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.177.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.177.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.178.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.178.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.178.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.179.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.179.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.179.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.18.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.18.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.18.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.180.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.180.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.180.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.181.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.181.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.181.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.182.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.182.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.182.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.183.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.183.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.183.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.184.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.184.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.184.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.236.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.236.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.236.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.237.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.237.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.237.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.238.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.238.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.238.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.239.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.239.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.239.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.24.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.24.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.24.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.240.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.240.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.240.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.241.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.241.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.241.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.242.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.242.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.242.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.243.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.243.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.243.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.244.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.244.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.244.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.245.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.245.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.245.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.246.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.246.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.246.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.247.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.247.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.247.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.248.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.248.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.248.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.70.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.70.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.70.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.71.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.71.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.71.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.72.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.72.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.72.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.73.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.73.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.73.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.74.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.74.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.74.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.75.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.75.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.75.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.76.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.76.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.76.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.77.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.77.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.77.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.78.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.78.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.78.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.79.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.79.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.79.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.8.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.8.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.8.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.80.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.80.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.80.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.81.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.81.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.81.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.82.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.82.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.82.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.gate.e_score_correction_bias": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.gate.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.post_attention_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_a_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_a_proj_with_mqa.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_b_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.o_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_a_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_a_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_b_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.input_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.128.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.128.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.129.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.129.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.130.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.130.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.131.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.131.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.132.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.132.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.133.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.133.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.134.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.134.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.135.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.135.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.136.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.136.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.137.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.137.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.138.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.138.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.139.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.139.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.140.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.140.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.192.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.192.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.192.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.193.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.193.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.193.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.194.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.194.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.194.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.195.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.195.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.195.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.196.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.196.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.196.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.197.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.197.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.197.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.198.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.198.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.198.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.199.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.199.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.199.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.200.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.200.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.200.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.201.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.201.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.201.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.202.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.202.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.202.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.203.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.203.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.203.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.204.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.204.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.204.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.90.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.90.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.91.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.91.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.92.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.92.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.93.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.93.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.94.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.94.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.95.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.95.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.96.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.96.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.97.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.97.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.98.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.98.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.99.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.99.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.gate.e_score_correction_bias": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.gate.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.k_norm.bias": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.k_norm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.weights_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.wk.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.wq_b.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.kv_a_layernorm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.kv_b_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.q_a_layernorm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.q_a_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.q_b_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.input_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.149.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.149.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.149.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.15.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.15.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.15.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.150.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.150.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.150.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.151.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.151.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.151.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.152.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.152.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.152.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.153.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.153.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.153.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.154.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.154.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.154.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.155.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.155.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.155.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.156.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.156.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.156.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.157.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.157.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.157.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.158.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.158.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.158.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.159.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.159.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.159.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.16.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.16.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.16.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.160.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.160.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.160.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.212.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.212.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.212.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.213.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.213.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.213.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.214.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.214.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.214.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.215.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.215.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.215.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.216.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.216.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.216.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.217.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.217.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.217.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.218.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.218.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.218.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.219.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.219.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.219.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.22.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.22.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.22.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.220.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.220.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.220.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.221.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.221.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.221.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.222.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.222.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.222.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.223.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.223.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.223.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.224.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.224.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.224.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.47.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.47.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.47.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.48.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.48.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.48.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.49.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.49.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.49.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.5.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.5.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.5.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.50.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.50.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.50.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.51.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.51.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.51.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.52.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.52.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.52.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.53.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.53.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.53.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.54.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.54.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.54.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.55.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.55.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.55.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.56.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.56.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.56.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.57.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.57.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.57.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.58.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.58.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.58.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.59.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.59.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.59.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.gate.e_score_correction_bias": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.gate.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.post_attention_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_a_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_a_proj_with_mqa.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_b_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.o_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_a_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_a_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_b_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.input_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.104.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.104.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.104.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.105.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.105.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.105.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.106.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.106.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.106.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.107.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.107.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.107.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.108.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.108.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.108.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.109.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.109.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.109.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.11.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.11.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.11.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.110.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.110.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.110.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.111.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.111.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.111.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.112.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.112.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.112.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.113.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.113.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.113.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.114.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.114.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.114.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.115.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.115.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.115.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.116.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.116.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.116.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.117.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.117.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.117.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.169.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.169.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.169.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.17.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.17.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.17.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.170.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.170.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.170.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.171.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.171.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.171.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.172.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.172.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.172.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.173.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.173.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.173.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.174.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.174.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.174.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.175.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.175.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.175.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.176.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.176.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.176.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.177.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.177.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.177.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.178.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.178.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.178.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.179.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.179.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.179.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.18.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.18.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.18.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.180.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.180.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.180.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.181.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.181.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.181.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.232.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.232.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.232.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.233.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.233.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.233.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.234.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.234.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.234.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.235.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.235.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.235.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.236.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.236.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.236.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.237.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.237.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.237.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.238.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.238.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.238.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.239.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.239.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.239.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.24.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.24.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.24.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.240.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.240.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.240.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.241.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.241.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.241.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.242.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.242.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.242.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.243.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.243.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.243.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.244.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.244.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.244.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.245.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.245.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.245.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.67.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.67.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.67.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.68.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.68.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.68.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.69.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.69.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.69.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.7.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.7.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.7.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.70.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.70.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.70.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.71.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.71.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.71.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.72.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.72.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.72.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.73.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.73.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.73.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.74.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.74.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.74.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.75.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.75.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.75.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.76.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.76.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.76.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.77.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.77.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.77.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.78.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.78.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.78.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.79.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.79.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.79.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.8.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.8.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.8.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.gate.e_score_correction_bias": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.gate.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.post_attention_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_a_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_a_proj_with_mqa.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_b_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.o_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_a_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_a_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_b_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.input_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.124.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.124.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.124.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.125.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.125.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.125.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.126.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.126.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.126.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.127.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.127.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.127.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.128.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.128.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.128.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.129.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.129.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.129.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.13.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.13.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.13.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.130.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.130.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.130.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.131.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.131.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.131.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.132.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.132.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.132.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.133.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.133.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.133.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.134.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.134.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.134.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.135.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.135.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.135.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.136.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.136.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.136.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.137.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.137.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.137.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.138.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.189.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.189.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.189.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.19.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.19.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.19.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.190.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.190.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.190.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.191.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.191.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.191.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.192.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.192.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.192.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.193.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.193.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.193.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.194.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.194.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.194.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.195.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.195.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.195.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.196.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.196.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.196.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.197.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.197.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.197.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.198.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.198.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.198.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.199.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.199.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.199.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.2.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.2.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.2.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.20.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.20.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.20.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.200.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.200.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.200.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.201.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.252.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.252.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.252.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.253.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.253.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.253.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.254.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.254.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.254.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.255.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.255.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.255.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.26.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.26.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.26.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.27.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.27.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.27.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.28.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.28.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.28.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.29.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.29.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.29.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.3.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.3.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.3.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.30.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.30.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.30.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.31.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.31.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.31.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.32.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.32.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.32.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.33.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.33.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.33.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.34.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.34.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.34.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.35.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.35.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.35.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.36.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.87.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.87.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.87.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.88.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.88.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.88.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.89.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.89.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.89.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.9.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.9.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.9.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.90.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.90.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.90.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.91.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.91.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.91.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.92.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.92.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.92.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.93.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.93.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.93.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.94.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.94.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.94.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.95.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.95.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.95.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.96.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.96.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.96.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.97.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.97.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.97.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.98.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.98.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.98.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.99.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.99.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.99.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.gate.e_score_correction_bias": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.gate.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.post_attention_layernorm.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.k_norm.bias": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.k_norm.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.weights_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.wk.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.wq_b.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_a_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_a_proj_with_mqa.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_b_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.o_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_a_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_a_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_b_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.input_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.145.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.145.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.145.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.146.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.146.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.146.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.147.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.147.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.147.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.148.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.148.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.148.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.149.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.149.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.149.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.15.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.15.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.15.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.150.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.150.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.150.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.151.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.151.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.151.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.152.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.152.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.152.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.153.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.153.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.153.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.154.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.154.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.154.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.155.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.155.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.155.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.156.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.156.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.156.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.157.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.157.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.157.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.158.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.158.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.158.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.209.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.209.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.209.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.21.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.21.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.21.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.210.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.210.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.210.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.211.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.211.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.211.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.212.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.212.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.212.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.213.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.213.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.213.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.214.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.214.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.214.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.215.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.215.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.215.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.216.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.216.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.216.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.217.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.217.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.217.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.218.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.218.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.218.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.219.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.219.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.219.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.22.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.22.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.22.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.220.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.220.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.220.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.221.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.221.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.221.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.43.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.43.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.43.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.44.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.44.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.44.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.45.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.45.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.45.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.46.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.46.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.46.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.47.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.47.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.47.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.48.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.48.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.48.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.49.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.49.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.49.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.5.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.5.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.5.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.50.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.50.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.50.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.51.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.51.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.51.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.52.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.52.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.52.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.53.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.53.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.53.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.54.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.54.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.54.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.55.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.55.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.55.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.56.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.56.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.56.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.gate.e_score_correction_bias": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.gate.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.post_attention_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_a_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_a_proj_with_mqa.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_b_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.o_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_a_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_a_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_b_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.input_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.100.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.100.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.100.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.101.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.101.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.101.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.102.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.102.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.102.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.103.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.103.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.103.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.104.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.104.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.104.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.105.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.105.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.105.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.106.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.106.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.106.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.107.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.107.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.107.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.108.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.108.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.108.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.109.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.109.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.109.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.11.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.11.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.11.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.110.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.110.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.110.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.111.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.111.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.111.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.112.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.112.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.112.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.113.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.113.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.113.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.114.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.165.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.165.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.165.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.166.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.166.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.166.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.167.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.167.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.167.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.168.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.168.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.168.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.169.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.169.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.169.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.17.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.17.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.17.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.170.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.170.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.170.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.171.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.171.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.171.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.172.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.172.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.172.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.173.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.173.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.173.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.174.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.174.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.174.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.175.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.175.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.175.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.176.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.176.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.176.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.177.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.177.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.177.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.178.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.178.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.178.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.179.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.229.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.229.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.229.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.23.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.23.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.23.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.230.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.230.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.230.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.231.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.231.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.231.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.232.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.232.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.232.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.233.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.233.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.233.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.234.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.234.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.234.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.235.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.235.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.235.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.236.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.236.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.236.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.237.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.237.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.237.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.238.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.238.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.238.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.239.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.239.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.239.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.24.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.24.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.24.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.240.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.240.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.240.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.241.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.241.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.241.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.242.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.63.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.63.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.63.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.64.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.64.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.64.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.65.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.65.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.65.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.66.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.66.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.66.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.67.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.67.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.67.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.68.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.68.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.68.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.69.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.69.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.69.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.7.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.7.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.7.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.70.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.70.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.70.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.71.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.71.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.71.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.72.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.72.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.72.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.73.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.73.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.73.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.74.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.74.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.74.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.75.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.75.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.75.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.76.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.76.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.76.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.77.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.gate.e_score_correction_bias": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.gate.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.post_attention_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_a_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_a_proj_with_mqa.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_b_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.o_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_a_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_a_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_b_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.input_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.120.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.120.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.120.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.121.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.121.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.121.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.122.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.122.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.122.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.123.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.123.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.123.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.124.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.124.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.124.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.125.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.125.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.125.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.126.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.126.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.126.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.127.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.127.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.127.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.128.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.128.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.128.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.129.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.129.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.129.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.13.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.13.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.13.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.130.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.130.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.130.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.131.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.131.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.131.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.132.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.132.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.132.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.133.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.133.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.133.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.134.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.134.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.134.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.185.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.185.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.185.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.186.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.186.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.186.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.187.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.187.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.187.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.188.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.188.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.188.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.189.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.189.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.189.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.19.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.19.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.19.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.190.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.190.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.190.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.191.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.191.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.191.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.192.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.192.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.192.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.193.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.193.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.193.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.194.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.194.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.194.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.195.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.195.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.195.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.196.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.196.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.196.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.197.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.197.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.197.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.198.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.198.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.198.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.199.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.199.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.199.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.249.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.249.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.249.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.25.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.25.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.25.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.250.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.250.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.250.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.251.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.251.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.251.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.252.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.252.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.252.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.253.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.253.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.253.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.254.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.254.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.254.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.255.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.255.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.255.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.26.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.26.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.26.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.27.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.27.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.27.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.28.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.28.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.28.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.29.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.29.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.29.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.3.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.3.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.3.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.30.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.30.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.30.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.31.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.31.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.31.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.32.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.32.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.32.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.83.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.83.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.83.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.84.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.84.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.84.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.85.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.85.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.85.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.86.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.86.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.86.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.87.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.87.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.87.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.88.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.88.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.88.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.89.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.89.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.89.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.9.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.9.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.9.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.90.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.90.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.90.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.91.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.91.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.91.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.92.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.92.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.92.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.93.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.93.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.93.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.94.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.94.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.94.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.95.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.95.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.95.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.96.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.96.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.96.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.97.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.97.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.97.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.gate.e_score_correction_bias": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.gate.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.post_attention_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_a_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_a_proj_with_mqa.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_b_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.o_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_a_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_a_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_b_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.input_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.141.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.141.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.141.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.142.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.142.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.142.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.143.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.143.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.143.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.144.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.144.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.144.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.145.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.145.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.145.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.146.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.146.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.146.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.147.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.147.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.147.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.148.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.148.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.148.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.149.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.149.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.149.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.15.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.15.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.15.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.150.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.150.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.150.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.151.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.151.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.151.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.152.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.152.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.152.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.153.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.153.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.153.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.154.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.154.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.154.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.155.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.155.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.155.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.205.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.205.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.205.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.206.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.206.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.206.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.207.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.207.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.207.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.208.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.208.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.208.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.209.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.209.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.209.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.21.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.21.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.21.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.210.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.210.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.210.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.211.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.211.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.211.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.212.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.212.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.212.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.213.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.213.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.213.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.214.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.214.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.214.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.215.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.215.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.215.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.216.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.216.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.216.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.217.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.217.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.217.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.218.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.218.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.218.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.219.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.219.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.219.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.4.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.4.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.4.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.40.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.40.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.40.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.41.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.41.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.41.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.42.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.42.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.42.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.43.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.43.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.43.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.44.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.44.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.44.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.45.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.45.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.45.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.46.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.46.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.46.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.47.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.47.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.47.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.48.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.48.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.48.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.49.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.49.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.49.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.5.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.5.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.5.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.50.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.50.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.50.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.51.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.51.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.51.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.52.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.52.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.52.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.53.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.53.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.53.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.gate.e_score_correction_bias": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.gate.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.post_attention_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.k_norm.bias": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.k_norm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.weights_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.wk.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.wq_b.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_a_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_a_proj_with_mqa.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_b_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.o_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.q_a_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.q_a_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.q_b_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.input_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.0.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.0.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.0.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.1.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.1.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.1.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.10.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.10.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.10.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.100.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.100.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.100.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.101.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.101.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.101.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.102.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.102.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.102.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.103.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.103.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.103.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.104.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.104.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.104.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.105.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.105.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.105.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.106.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.106.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.106.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.107.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.107.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.107.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.108.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.108.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.108.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.109.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.109.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.109.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.11.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.11.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.11.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.110.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.110.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.110.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.16.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.16.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.16.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.160.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.160.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.160.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.161.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.161.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.161.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.162.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.162.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.162.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.163.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.163.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.163.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.164.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.164.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.164.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.165.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.165.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.165.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.166.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.166.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.166.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.167.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.167.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.167.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.168.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.168.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.168.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.169.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.169.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.169.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.17.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.17.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.17.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.170.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.170.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.170.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.171.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.171.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.171.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.172.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.172.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.172.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.173.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.173.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.173.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.174.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.174.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.174.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.175.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.175.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.175.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.223.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.223.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.223.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.224.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.224.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.224.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.225.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.225.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.225.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.226.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.226.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.226.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.227.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.227.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.227.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.228.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.228.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.228.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.229.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.229.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.229.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.23.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.23.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.23.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.230.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.230.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.230.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.231.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.231.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.231.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.232.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.232.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.232.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.233.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.233.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.233.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.234.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.234.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.234.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.235.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.235.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.235.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.236.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.236.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.236.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.237.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.237.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.237.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.238.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.238.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.238.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.239.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.239.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.239.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.58.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.58.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.58.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.59.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.59.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.59.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.6.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.6.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.6.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.60.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.60.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.60.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.61.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.61.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.61.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.62.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.62.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.62.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.63.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.63.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.63.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.64.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.64.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.64.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.65.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.65.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.65.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.66.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.66.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.66.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.67.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.67.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.67.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.68.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.68.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.68.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.69.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.69.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.69.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.7.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.7.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.7.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.70.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.70.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.70.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.71.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.71.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.71.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.72.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.72.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.72.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.73.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.73.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.73.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.gate.e_score_correction_bias": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.gate.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.post_attention_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_a_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_a_proj_with_mqa.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_b_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.o_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_a_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_a_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_b_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.input_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.115.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.115.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.115.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.116.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.116.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.116.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.117.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.117.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.117.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.118.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.118.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.118.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.119.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.119.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.119.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.12.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.12.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.12.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.120.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.120.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.120.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.121.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.121.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.121.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.122.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.122.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.122.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.123.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.123.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.123.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.124.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.124.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.124.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.125.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.125.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.125.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.126.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.126.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.126.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.127.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.127.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.127.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.128.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.128.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.128.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.129.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.129.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.129.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.13.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.13.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.13.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.130.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.130.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.130.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.131.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.131.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.131.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.18.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.18.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.18.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.180.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.180.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.180.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.181.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.181.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.181.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.182.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.182.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.182.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.183.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.183.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.183.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.184.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.184.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.184.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.185.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.185.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.185.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.186.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.186.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.186.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.187.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.187.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.187.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.188.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.188.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.188.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.189.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.189.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.189.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.19.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.19.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.19.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.190.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.190.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.190.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.191.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.191.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.191.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.192.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.192.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.192.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.193.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.193.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.193.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.194.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.194.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.194.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.195.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.195.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.195.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.196.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.196.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.196.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.243.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.243.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.243.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.244.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.244.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.244.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.245.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.245.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.245.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.246.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.246.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.246.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.247.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.247.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.247.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.248.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.248.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.248.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.249.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.249.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.249.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.25.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.25.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.25.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.250.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.250.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.250.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.251.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.251.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.251.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.252.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.252.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.252.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.253.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.253.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.253.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.254.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.254.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.254.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.255.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.255.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.255.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.26.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.26.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.26.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.27.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.27.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.27.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.28.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.28.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.28.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.29.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.29.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.29.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.3.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.3.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.3.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.78.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.78.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.78.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.79.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.79.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.79.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.8.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.8.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.8.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.80.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.80.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.80.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.81.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.81.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.81.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.82.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.82.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.82.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.83.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.83.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.83.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.84.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.84.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.84.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.85.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.85.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.85.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.86.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.86.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.86.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.87.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.87.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.87.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.88.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.88.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.88.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.89.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.89.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.89.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.9.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.9.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.9.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.90.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.90.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.90.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.91.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.91.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.91.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.92.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.92.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.92.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.93.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.93.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.93.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.94.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.94.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.94.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.gate.e_score_correction_bias": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.gate.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.post_attention_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_a_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_a_proj_with_mqa.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_b_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.o_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_a_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_a_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_b_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.input_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.135.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.135.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.135.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.136.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.136.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.136.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.137.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.137.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.137.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.138.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.138.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.138.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.139.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.139.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.139.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.14.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.14.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.14.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.140.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.140.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.140.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.141.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.141.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.141.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.142.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.142.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.142.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.143.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.143.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.143.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.144.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.144.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.144.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.145.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.145.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.145.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.146.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.146.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.146.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.147.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.147.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.147.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.148.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.148.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.148.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.149.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.149.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.149.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.15.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.15.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.15.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.150.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.150.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.150.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.151.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.151.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.151.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.152.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.2.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.2.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.2.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.20.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.20.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.20.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.200.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.200.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.200.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.201.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.201.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.201.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.202.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.202.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.202.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.203.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.203.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.203.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.204.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.204.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.204.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.205.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.205.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.205.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.206.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.206.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.206.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.207.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.207.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.207.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.208.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.208.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.208.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.209.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.209.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.209.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.21.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.21.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.21.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.210.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.210.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.210.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.211.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.211.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.211.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.212.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.212.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.212.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.213.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.213.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.213.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.214.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.214.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.214.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.215.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.215.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.215.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.216.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.33.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.33.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.33.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.34.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.34.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.34.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.35.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.35.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.35.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.36.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.36.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.36.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.37.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.37.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.37.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.38.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.38.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.38.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.39.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.39.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.39.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.4.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.4.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.4.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.40.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.40.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.40.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.41.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.41.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.41.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.42.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.42.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.42.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.43.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.43.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.43.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.44.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.44.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.44.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.45.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.45.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.45.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.46.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.46.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.46.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.47.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.47.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.47.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.48.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.48.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.48.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.49.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.49.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.49.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.5.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.5.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.5.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.50.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.98.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.98.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.98.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.99.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.99.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.99.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.gate.e_score_correction_bias": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.gate.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.post_attention_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.kv_a_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.kv_a_proj_with_mqa.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.kv_b_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.o_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.q_a_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.q_a_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.q_b_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.input_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.100.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.100.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.101.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.101.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.102.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.102.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.103.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.103.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.104.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.104.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.105.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.105.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.106.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.106.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.107.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.107.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.108.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.108.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.156.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.156.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.157.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.157.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.158.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.158.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.159.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.159.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.160.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.160.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.160.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.161.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.161.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.161.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.162.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.162.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.162.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.163.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.163.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.163.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.164.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.164.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.164.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.165.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.165.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.165.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.166.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.166.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.166.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.167.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.167.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.167.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.168.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.168.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.168.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.169.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.169.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.169.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.170.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.170.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.170.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.171.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.171.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.171.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.172.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.172.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.172.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.220.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.220.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.220.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.221.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.221.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.221.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.222.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.222.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.222.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.223.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.223.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.223.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.224.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.224.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.224.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.225.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.225.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.225.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.226.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.226.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.226.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.227.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.227.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.227.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.228.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.228.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.228.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.229.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.229.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.229.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.230.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.230.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.230.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.231.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.231.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.231.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.232.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.232.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.232.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.233.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.233.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.233.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.234.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.234.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.234.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.235.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.235.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.235.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.236.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.236.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.236.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.64.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.64.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.65.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.65.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.66.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.66.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.67.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.67.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.68.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.68.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.69.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.69.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.70.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.70.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.gate.e_score_correction_bias": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.gate.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_a_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_b_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_a_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_a_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_b_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.input_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.111.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.111.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.111.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.112.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.112.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.112.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.113.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.113.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.113.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.114.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.114.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.114.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.115.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.115.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.115.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.116.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.116.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.116.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.117.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.117.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.117.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.118.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.118.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.118.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.119.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.119.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.119.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.12.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.12.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.12.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.120.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.120.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.120.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.121.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.121.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.121.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.122.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.122.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.122.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.123.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.123.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.123.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.124.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.124.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.124.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.125.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.125.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.125.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.126.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.126.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.126.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.127.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.127.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.127.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.128.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.128.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.128.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.129.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.129.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.129.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.176.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.176.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.176.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.177.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.177.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.177.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.178.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.178.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.178.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.179.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.179.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.179.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.18.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.18.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.18.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.180.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.180.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.180.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.181.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.181.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.181.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.182.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.182.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.182.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.183.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.183.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.183.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.184.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.184.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.184.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.185.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.185.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.185.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.186.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.186.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.186.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.187.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.187.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.187.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.188.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.188.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.188.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.189.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.189.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.189.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.19.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.19.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.19.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.190.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.190.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.190.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.191.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.191.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.191.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.192.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.192.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.192.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.193.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.193.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.193.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.24.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.24.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.24.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.240.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.240.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.240.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.241.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.241.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.241.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.242.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.242.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.242.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.243.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.243.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.243.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.244.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.244.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.244.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.245.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.245.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.245.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.246.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.246.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.246.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.247.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.247.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.247.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.248.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.248.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.248.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.249.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.249.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.249.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.25.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.25.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.25.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.250.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.250.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.250.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.251.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.251.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.251.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.252.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.252.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.252.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.253.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.253.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.253.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.254.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.254.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.254.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.255.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.255.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.255.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.26.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.26.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.26.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.27.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.27.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.27.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.74.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.74.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.74.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.75.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.75.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.75.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.76.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.76.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.76.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.77.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.77.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.77.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.78.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.78.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.78.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.79.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.79.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.79.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.8.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.8.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.8.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.80.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.80.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.80.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.81.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.81.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.81.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.82.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.82.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.82.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.83.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.83.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.83.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.84.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.84.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.84.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.85.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.85.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.85.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.86.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.86.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.86.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.87.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.87.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.87.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.88.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.88.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.88.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.89.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.89.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.89.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.9.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.9.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.9.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.90.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.90.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.90.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.91.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.91.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.91.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.gate.e_score_correction_bias": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.gate.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.post_attention_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.k_norm.bias": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.k_norm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.weights_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.wk.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.wq_b.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_a_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_a_proj_with_mqa.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_b_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.o_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_a_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_a_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_b_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.input_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.131.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.131.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.131.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.132.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.132.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.132.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.133.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.133.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.133.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.134.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.134.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.134.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.135.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.135.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.135.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.136.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.136.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.136.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.137.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.137.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.137.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.138.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.138.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.138.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.139.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.139.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.139.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.14.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.14.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.14.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.140.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.140.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.140.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.141.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.141.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.141.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.142.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.142.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.142.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.143.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.143.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.143.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.144.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.144.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.144.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.145.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.145.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.145.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.146.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.146.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.146.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.147.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.147.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.147.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.148.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.148.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.148.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.149.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.149.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.149.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.196.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.196.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.196.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.197.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.197.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.197.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.198.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.198.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.198.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.199.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.199.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.199.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.2.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.2.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.2.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.20.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.20.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.20.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.200.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.200.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.200.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.201.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.201.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.201.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.202.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.202.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.202.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.203.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.203.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.203.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.204.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.204.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.204.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.205.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.205.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.205.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.206.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.206.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.206.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.207.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.207.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.207.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.208.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.208.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.208.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.209.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.209.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.209.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.21.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.21.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.21.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.210.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.210.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.210.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.211.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.211.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.211.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.212.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.212.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.212.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.3.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.3.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.3.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.30.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.30.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.30.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.31.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.31.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.31.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.32.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.32.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.32.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.33.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.33.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.33.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.34.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.34.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.34.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.35.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.35.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.35.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.36.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.36.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.36.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.37.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.37.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.37.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.38.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.38.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.38.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.39.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.39.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.39.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.4.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.4.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.4.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.40.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.40.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.40.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.41.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.41.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.41.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.42.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.42.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.42.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.43.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.43.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.43.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.44.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.44.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.44.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.45.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.45.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.45.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.46.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.46.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.46.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.47.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.47.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.47.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.94.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.94.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.94.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.95.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.95.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.95.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.96.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.96.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.96.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.97.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.97.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.97.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.98.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.98.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.98.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.99.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.99.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.99.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.gate.e_score_correction_bias": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.gate.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.post_attention_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.kv_a_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.kv_a_proj_with_mqa.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.kv_b_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.o_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.q_a_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.q_a_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.q_b_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.input_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.0.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.0.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.0.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.1.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.1.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.1.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.10.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.10.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.10.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.100.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.100.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.100.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.101.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.101.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.101.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.102.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.102.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.102.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.103.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.103.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.103.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.104.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.104.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.104.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.105.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.105.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.105.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.152.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.152.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.152.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.153.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.153.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.153.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.154.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.154.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.154.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.155.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.155.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.155.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.156.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.156.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.156.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.157.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.157.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.157.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.158.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.158.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.158.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.159.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.159.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.159.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.16.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.16.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.16.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.160.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.160.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.160.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.161.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.161.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.161.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.162.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.162.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.162.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.163.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.163.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.163.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.164.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.164.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.164.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.165.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.165.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.165.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.166.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.166.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.166.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.167.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.167.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.167.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.168.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.168.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.168.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.169.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.169.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.169.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.17.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.17.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.17.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.216.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.216.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.216.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.217.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.217.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.217.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.218.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.218.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.218.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.219.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.219.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.219.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.22.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.22.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.22.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.220.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.220.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.220.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.221.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.221.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.221.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.222.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.222.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.222.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.223.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.223.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.223.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.224.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.224.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.224.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.225.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.225.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.225.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.226.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.226.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.226.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.227.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.227.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.227.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.228.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.228.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.228.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.229.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.229.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.229.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.23.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.23.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.23.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.230.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.230.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.230.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.231.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.231.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.231.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.232.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.232.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.232.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.233.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.233.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.233.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.50.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.50.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.50.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.51.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.51.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.51.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.52.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.52.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.52.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.53.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.53.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.53.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.54.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.54.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.54.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.55.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.55.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.55.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.56.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.56.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.56.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.57.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.57.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.57.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.58.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.58.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.58.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.59.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.59.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.59.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.6.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.6.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.6.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.60.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.60.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.60.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.61.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.61.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.61.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.62.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.62.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.62.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.63.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.63.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.63.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.64.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.64.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.64.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.65.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.65.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.65.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.66.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.66.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.66.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.67.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.67.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.67.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.68.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.68.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.68.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.gate.e_score_correction_bias": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.gate.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.post_attention_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_a_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_a_proj_with_mqa.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_b_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.o_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_a_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_a_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_b_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.input_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.108.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.108.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.108.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.109.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.109.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.109.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.11.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.11.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.11.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.110.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.110.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.110.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.111.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.111.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.111.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.112.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.112.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.112.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.113.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.113.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.113.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.114.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.114.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.114.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.115.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.115.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.115.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.116.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.116.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.116.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.117.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.117.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.117.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.118.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.118.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.118.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.119.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.119.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.119.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.12.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.12.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.12.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.120.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.120.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.120.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.121.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.121.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.121.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.122.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.122.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.122.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.123.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.123.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.123.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.124.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.124.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.124.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.125.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.125.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.125.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.126.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.172.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.172.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.172.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.173.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.173.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.173.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.174.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.174.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.174.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.175.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.175.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.175.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.176.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.176.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.176.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.177.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.177.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.177.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.178.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.178.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.178.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.179.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.179.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.179.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.18.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.18.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.18.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.180.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.180.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.180.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.181.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.181.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.181.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.182.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.182.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.182.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.183.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.183.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.183.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.184.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.184.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.184.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.185.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.185.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.185.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.186.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.186.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.186.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.187.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.187.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.187.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.188.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.188.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.188.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.189.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.189.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.189.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.19.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.19.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.19.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.190.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.236.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.236.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.236.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.237.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.237.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.237.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.238.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.238.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.238.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.239.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.239.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.239.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.24.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.24.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.24.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.240.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.240.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.240.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.241.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.241.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.241.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.242.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.242.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.242.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.243.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.243.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.243.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.244.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.244.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.244.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.245.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.245.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.245.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.246.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.246.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.246.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.247.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.247.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.247.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.248.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.248.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.248.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.249.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.249.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.249.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.25.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.25.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.25.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.250.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.250.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.250.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.251.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.251.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.251.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.252.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.252.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.252.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.253.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.253.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.253.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.254.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.70.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.70.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.70.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.71.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.71.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.71.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.72.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.72.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.72.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.73.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.73.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.73.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.74.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.74.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.74.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.75.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.75.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.75.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.76.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.76.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.76.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.77.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.77.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.77.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.78.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.78.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.78.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.79.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.79.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.79.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.8.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.8.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.8.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.80.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.80.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.80.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.81.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.81.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.81.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.82.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.82.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.82.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.83.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.83.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.83.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.84.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.84.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.84.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.85.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.85.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.85.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.86.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.86.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.86.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.87.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.87.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.87.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.88.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.88.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.88.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.89.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.gate.e_score_correction_bias": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.gate.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.post_attention_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_a_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_a_proj_with_mqa.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_b_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.o_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_a_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_a_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_b_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.input_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.128.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.128.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.128.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.129.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.129.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.129.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.13.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.13.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.13.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.130.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.130.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.130.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.131.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.131.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.131.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.132.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.132.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.132.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.133.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.133.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.133.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.134.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.134.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.134.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.135.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.135.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.135.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.136.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.136.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.136.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.137.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.137.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.137.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.138.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.138.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.138.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.139.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.139.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.139.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.14.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.14.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.14.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.140.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.140.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.140.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.141.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.141.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.141.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.142.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.142.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.142.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.143.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.143.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.143.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.144.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.144.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.144.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.145.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.145.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.145.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.146.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.146.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.146.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.192.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.192.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.192.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.193.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.193.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.193.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.194.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.194.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.194.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.195.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.195.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.195.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.196.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.196.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.196.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.197.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.197.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.197.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.198.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.198.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.198.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.199.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.199.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.199.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.2.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.2.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.2.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.20.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.20.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.20.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.200.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.200.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.200.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.201.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.201.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.201.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.202.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.202.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.202.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.203.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.203.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.203.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.204.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.204.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.204.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.205.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.205.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.205.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.206.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.206.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.206.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.207.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.207.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.207.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.208.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.208.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.208.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.209.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.209.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.209.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.21.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.21.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.21.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.26.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.26.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.26.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.27.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.27.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.27.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.28.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.28.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.28.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.29.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.29.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.29.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.3.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.3.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.3.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.30.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.30.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.30.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.31.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.31.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.31.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.32.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.32.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.32.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.33.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.33.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.33.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.34.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.34.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.34.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.35.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.35.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.35.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.36.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.36.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.36.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.37.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.37.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.37.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.38.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.38.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.38.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.39.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.39.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.39.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.4.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.4.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.4.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.40.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.40.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.40.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.41.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.41.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.41.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.42.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.42.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.42.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.43.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.43.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.43.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.44.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.44.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.44.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.90.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.90.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.90.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.91.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.91.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.91.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.92.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.92.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.92.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.93.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.93.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.93.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.94.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.94.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.94.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.95.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.95.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.95.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.96.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.96.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.96.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.97.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.97.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.97.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.98.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.98.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.98.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.99.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.99.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.99.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.gate.e_score_correction_bias": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.gate.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.post_attention_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.k_norm.bias": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.k_norm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.weights_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.wk.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.wq_b.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.kv_a_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.kv_a_proj_with_mqa.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.kv_b_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.o_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.q_a_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.q_a_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.q_b_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.input_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.0.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.0.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.0.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.1.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.1.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.1.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.10.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.10.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.10.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.100.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.100.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.100.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.101.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.101.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.101.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.102.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.149.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.149.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.149.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.15.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.15.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.15.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.150.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.150.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.150.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.151.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.151.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.151.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.152.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.152.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.152.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.153.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.153.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.153.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.154.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.154.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.154.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.155.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.155.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.155.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.156.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.156.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.156.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.157.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.157.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.157.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.158.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.158.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.158.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.159.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.159.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.159.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.16.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.16.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.16.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.160.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.160.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.160.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.161.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.161.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.161.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.162.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.162.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.162.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.163.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.163.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.163.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.164.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.164.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.164.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.165.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.165.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.165.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.166.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.166.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.166.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.167.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.212.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.212.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.212.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.213.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.213.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.213.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.214.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.214.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.214.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.215.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.215.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.215.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.216.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.216.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.216.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.217.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.217.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.217.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.218.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.218.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.218.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.219.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.219.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.219.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.22.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.22.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.22.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.220.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.220.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.220.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.221.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.221.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.221.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.222.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.222.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.222.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.223.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.223.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.223.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.224.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.224.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.224.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.225.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.225.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.225.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.226.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.226.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.226.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.227.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.227.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.227.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.228.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.228.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.228.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.229.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.229.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.229.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.23.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.23.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.23.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.230.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.47.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.47.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.47.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.48.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.48.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.48.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.49.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.49.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.49.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.5.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.5.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.5.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.50.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.50.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.50.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.51.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.51.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.51.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.52.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.52.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.52.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.53.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.53.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.53.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.54.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.54.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.54.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.55.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.55.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.55.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.56.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.56.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.56.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.57.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.57.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.57.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.58.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.58.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.58.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.59.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.59.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.59.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.6.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.6.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.6.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.60.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.60.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.60.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.61.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.61.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.61.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.62.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.62.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.62.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.63.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.63.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.63.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.64.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.64.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.64.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.65.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.gate.e_score_correction_bias": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.gate.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.post_attention_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_a_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_a_proj_with_mqa.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_b_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.o_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_a_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_a_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_b_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.input_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.104.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.104.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.104.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.105.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.105.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.105.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.106.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.106.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.106.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.107.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.107.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.107.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.108.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.108.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.108.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.109.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.109.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.109.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.11.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.11.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.11.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.110.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.110.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.110.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.111.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.111.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.111.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.112.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.112.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.112.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.113.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.113.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.113.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.114.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.114.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.114.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.115.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.115.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.115.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.116.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.116.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.116.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.117.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.117.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.117.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.118.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.118.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.118.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.119.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.119.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.119.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.12.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.12.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.12.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.120.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.120.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.120.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.121.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.121.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.121.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.122.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.122.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.122.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.169.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.169.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.169.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.17.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.17.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.17.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.170.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.170.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.170.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.171.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.171.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.171.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.172.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.172.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.172.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.173.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.173.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.173.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.174.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.174.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.174.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.175.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.175.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.175.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.176.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.176.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.176.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.177.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.177.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.177.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.178.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.178.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.178.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.179.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.179.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.179.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.18.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.18.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.18.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.180.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.180.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.180.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.181.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.181.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.181.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.182.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.182.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.182.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.183.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.183.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.183.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.184.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.184.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.184.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.185.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.185.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.185.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.186.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.186.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.186.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.187.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.187.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.187.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.232.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.232.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.232.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.233.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.233.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.233.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.234.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.234.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.234.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.235.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.235.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.235.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.236.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.236.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.236.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.237.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.237.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.237.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.238.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.238.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.238.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.239.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.239.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.239.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.24.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.24.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.24.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.240.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.240.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.240.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.241.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.241.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.241.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.242.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.242.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.242.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.243.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.243.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.243.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.244.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.244.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.244.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.245.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.245.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.245.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.246.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.246.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.246.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.247.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.247.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.247.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.248.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.248.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.248.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.249.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.249.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.249.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.25.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.25.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.25.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.250.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.250.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.250.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.67.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.67.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.67.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.68.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.68.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.68.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.69.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.69.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.69.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.7.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.7.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.7.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.70.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.70.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.70.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.71.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.71.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.71.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.72.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.72.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.72.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.73.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.73.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.73.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.74.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.74.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.74.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.75.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.75.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.75.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.76.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.76.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.76.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.77.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.77.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.77.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.78.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.78.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.78.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.79.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.79.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.79.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.8.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.8.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.8.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.80.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.80.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.80.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.81.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.81.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.81.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.82.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.82.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.82.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.83.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.83.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.83.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.84.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.84.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.84.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.85.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.85.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.85.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.gate.e_score_correction_bias": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.gate.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.post_attention_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_a_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_a_proj_with_mqa.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_b_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.o_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_a_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_a_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_b_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.input_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.124.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.124.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.124.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.125.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.125.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.125.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.126.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.126.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.126.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.127.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.127.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.127.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.128.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.128.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.128.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.129.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.129.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.129.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.13.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.13.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.13.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.130.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.130.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.130.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.131.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.131.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.131.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.132.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.132.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.132.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.133.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.133.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.133.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.134.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.134.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.134.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.135.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.135.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.135.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.136.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.136.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.136.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.137.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.137.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.137.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.138.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.138.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.138.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.139.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.139.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.139.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.14.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.14.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.14.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.140.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.140.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.140.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.141.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.141.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.141.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.142.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.142.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.142.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.143.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.143.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.143.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.189.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.189.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.189.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.19.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.19.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.19.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.190.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.190.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.190.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.191.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.191.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.191.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.192.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.192.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.192.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.193.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.193.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.193.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.194.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.194.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.194.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.195.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.195.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.195.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.196.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.196.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.196.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.197.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.197.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.197.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.198.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.198.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.198.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.199.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.199.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.199.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.2.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.2.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.2.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.20.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.20.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.20.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.200.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.200.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.200.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.201.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.201.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.201.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.202.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.202.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.202.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.203.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.203.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.203.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.204.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.204.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.204.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.205.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.205.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.205.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.206.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.206.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.206.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.207.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.207.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.207.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.252.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.252.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.252.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.253.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.253.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.253.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.254.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.254.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.254.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.255.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.255.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.255.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.26.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.26.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.26.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.27.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.27.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.27.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.28.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.28.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.28.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.29.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.29.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.29.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.3.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.3.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.3.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.30.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.30.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.30.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.31.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.31.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.31.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.32.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.32.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.32.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.33.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.33.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.33.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.34.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.34.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.34.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.35.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.35.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.35.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.36.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.36.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.36.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.37.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.37.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.37.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.38.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.38.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.38.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.39.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.39.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.39.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.4.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.4.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.4.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.40.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.40.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.40.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.41.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.41.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.41.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.87.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.87.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.87.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.88.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.88.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.88.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.89.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.89.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.89.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.9.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.9.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.9.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.90.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.90.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.90.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.91.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.91.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.91.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.92.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.92.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.92.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.93.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.93.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.93.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.94.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.94.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.94.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.95.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.95.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.95.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.96.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.96.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.96.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.97.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.97.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.97.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.98.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.98.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.98.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.99.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.99.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.99.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.gate.e_score_correction_bias": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.gate.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.post_attention_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.kv_a_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.kv_a_proj_with_mqa.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.kv_b_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.o_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.q_a_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.q_a_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.q_b_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.78.eh_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.78.enorm.weight": "model-00270-of-00282.safetensors", + "model.layers.78.hnorm.weight": "model-00270-of-00282.safetensors", + "model.layers.78.input_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.78.mlp.experts.0.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.143.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.143.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.143.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.144.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.144.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.144.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.145.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.145.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.145.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.146.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.146.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.146.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.147.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.147.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.147.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.148.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.148.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.148.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.149.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.149.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.149.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.15.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.15.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.15.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.150.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.150.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.150.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.151.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.151.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.151.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.152.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.152.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.152.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.153.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.153.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.153.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.154.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.154.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.154.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.155.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.155.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.155.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.156.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.156.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.156.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.157.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.157.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.157.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.158.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.158.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.158.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.159.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.159.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.159.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.16.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.16.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.16.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.160.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.160.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.160.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.161.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.161.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.161.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.162.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.207.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.207.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.207.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.208.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.208.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.208.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.209.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.209.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.209.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.21.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.21.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.21.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.210.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.210.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.210.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.211.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.211.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.211.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.212.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.212.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.212.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.213.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.213.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.213.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.214.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.214.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.214.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.215.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.215.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.215.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.216.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.216.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.216.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.217.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.217.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.217.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.218.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.218.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.218.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.219.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.219.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.219.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.22.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.22.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.22.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.220.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.220.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.220.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.221.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.221.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.221.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.222.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.222.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.222.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.223.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.223.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.223.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.224.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.224.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.224.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.225.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.225.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.225.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.226.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.41.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.41.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.41.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.42.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.42.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.42.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.43.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.43.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.43.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.44.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.44.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.44.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.45.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.45.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.45.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.46.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.46.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.46.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.47.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.47.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.47.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.48.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.48.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.48.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.49.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.49.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.49.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.5.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.5.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.5.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.50.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.50.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.50.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.51.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.51.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.51.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.52.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.52.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.52.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.53.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.53.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.53.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.54.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.54.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.54.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.55.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.55.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.55.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.56.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.56.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.56.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.57.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.57.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.57.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.58.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.58.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.58.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.59.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.59.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.59.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.6.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.6.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.6.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.60.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.gate.e_score_correction_bias": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.gate.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.post_attention_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.k_norm.bias": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.k_norm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.weights_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.wk.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.wq_b.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_a_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_a_proj_with_mqa.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_b_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.o_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_a_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_a_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_b_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.shared_head.norm.weight": "model-00274-of-00282.safetensors", + "model.layers.8.input_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.100.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.100.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.101.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.101.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.102.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.102.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.103.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.103.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.104.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.104.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.105.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.105.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.106.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.106.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.107.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.107.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.108.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.108.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.109.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.109.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.110.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.110.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.111.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.111.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.112.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.112.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.113.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.113.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.114.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.114.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.115.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.115.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.116.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.116.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.117.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.117.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.118.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.118.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.163.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.163.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.163.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.164.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.164.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.164.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.165.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.165.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.165.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.166.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.166.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.166.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.167.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.167.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.167.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.168.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.168.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.168.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.169.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.169.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.169.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.170.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.170.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.170.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.171.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.171.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.171.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.172.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.172.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.172.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.173.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.173.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.173.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.174.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.174.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.174.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.175.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.175.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.175.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.176.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.176.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.176.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.177.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.177.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.177.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.178.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.178.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.178.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.179.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.179.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.179.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.180.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.180.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.180.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.181.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.181.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.181.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.182.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.182.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.182.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.227.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.227.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.227.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.228.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.228.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.228.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.229.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.229.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.229.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.230.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.230.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.230.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.231.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.231.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.231.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.232.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.232.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.232.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.233.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.233.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.233.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.234.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.234.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.234.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.235.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.235.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.235.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.236.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.236.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.236.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.237.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.237.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.237.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.238.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.238.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.238.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.239.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.239.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.239.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.240.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.240.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.240.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.241.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.241.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.241.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.242.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.242.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.242.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.243.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.243.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.243.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.244.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.244.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.244.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.245.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.245.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.245.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.246.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.246.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.246.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.64.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.64.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.65.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.65.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.66.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.66.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.67.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.67.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.68.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.68.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.69.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.69.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.70.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.70.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.71.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.71.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.72.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.72.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.73.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.73.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.74.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.74.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.75.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.75.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.76.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.76.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.77.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.77.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.78.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.78.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.79.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.79.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.80.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.80.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.gate.e_score_correction_bias": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.gate.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_a_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_b_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_a_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_a_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_b_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.input_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.119.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.119.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.120.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.120.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.121.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.121.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.122.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.122.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.123.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.123.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.124.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.124.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.125.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.125.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.126.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.126.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.127.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.127.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.128.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.128.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.129.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.129.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.130.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.130.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.131.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.131.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.132.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.132.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.133.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.133.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.134.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.134.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.135.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.135.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.136.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.136.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.137.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.137.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.138.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.138.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.139.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.183.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.183.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.183.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.184.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.184.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.184.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.185.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.185.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.185.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.186.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.186.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.186.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.187.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.187.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.187.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.188.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.188.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.188.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.189.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.189.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.189.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.190.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.190.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.190.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.191.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.191.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.191.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.192.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.192.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.192.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.193.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.193.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.193.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.194.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.194.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.194.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.195.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.195.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.195.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.196.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.196.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.196.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.197.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.197.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.197.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.198.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.198.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.198.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.199.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.199.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.199.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.200.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.200.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.200.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.201.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.201.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.201.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.202.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.247.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.247.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.247.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.248.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.248.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.248.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.249.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.249.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.249.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.250.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.250.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.250.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.251.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.251.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.251.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.252.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.252.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.252.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.253.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.253.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.253.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.254.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.254.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.254.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.255.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.255.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.255.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.81.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.81.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.82.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.82.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.83.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.83.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.84.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.84.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.85.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.85.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.86.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.86.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.87.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.87.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.88.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.88.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.89.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.89.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.90.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.90.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.91.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.91.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.92.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.92.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.93.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.93.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.94.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.94.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.95.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.95.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.96.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.96.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.97.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.97.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.98.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.98.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.99.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.99.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.gate.e_score_correction_bias": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.gate.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.kv_a_layernorm.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.kv_b_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_a_layernorm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_a_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_b_proj.weight": "model-00282-of-00282.safetensors", + "model.norm.weight": "model-00282-of-00282.safetensors" + } +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d +size 20217442 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e41f4a2aa87bea71a29fef8ad22ce6e144d666b2 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>" + ], + "is_local": true, + "local_files_only": false, + "model_max_length": 1048576, + "model_specific_special_tokens": {}, + "pad_token": "[MASK]", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "TokenizersBackend", + "unk_token": null, + "chat_template": "[gMASK]\n{%- set effective_reasoning_effort = 'high' if reasoning_effort is defined and reasoning_effort == 'high' else 'max' -%}\n{%- if (enable_thinking is not defined or enable_thinking) and effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}\n{%- if tools -%}\n{%- macro tool_to_json(tool) -%}\n {%- set ns_tool = namespace(first=true) -%}\n {{ '{' -}}\n {%- for k, v in tool.items() -%}\n {%- if k != 'defer_loading' and k != 'strict' -%}\n {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}\n {%- set ns_tool.first = false -%}\n \"{{ k }}\": {{ v | tojson(ensure_ascii=False) }}\n {%- endif -%}\n {%- endfor -%}\n {{- '}' -}}\n{%- endmacro -%}\n<|system|>\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n\n{% for tool in tools %}\n{%- if tool is not none and tool is mapping and 'function' in tool -%}\n {%- set tool = tool['function'] -%}\n{%- endif -%}\n{% if tool.defer_loading is not defined or not tool.defer_loading %}\n{{ tool_to_json(tool) }}\n{% endif %}\n{% endfor %}\n\n\nFor each function call, output the function name and arguments within the following XML format:\n{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%}\n{%- macro visible_text(content) -%}\n {%- if content is string -%}\n {{- content }}\n {%- elif content is iterable and content is not mapping -%}\n {%- for item in content -%}\n {%- if item is mapping and item.type == 'text' -%}\n {{- item.text }}\n {%- elif item is string -%}\n {{- item }}\n {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}\n {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}\n {{- \"You are unable to process this \" ~ media_type ~ \" because you don't have multi-modal input ability. Try different methods.\" }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{- content }}\n {%- endif -%}\n{%- endmacro -%}\n{%- set ns = namespace(last_user_index=-1) -%}\n{%- for m in messages %}\n {%- if m is not none and m is mapping and m.role == 'user' %}\n {%- set ns.last_user_index = loop.index0 -%}\n {%- endif %}\n{%- endfor %}\n{%- for m in messages -%}\n{%- if m is not none and m is mapping and m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}\n{%- elif m.role == 'assistant' -%}\n<|assistant|>\n{%- set content = visible_text(m.content) %}\n{%- if m.reasoning_content is string %}\n {%- set reasoning_content = m.reasoning_content %}\n{%- elif '' in content %}\n {%- set reasoning_content = content.split('')[0].split('')[-1] %}\n {%- set content = content.split('')[-1] %}\n{%- endif %}\n{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}\n{{ '' + reasoning_content + ''}}\n{%- else -%}\n{{ '' }}\n{%- endif -%}\n{%- if content.strip() -%}\n{{ content.strip() }}\n{%- endif -%}\n{% if m.tool_calls %}\n{% for tc in m.tool_calls %}\n{%- if tc.function %}\n {%- set tc = tc.function %}\n{%- endif %}\n{{- '' + tc.name -}}\n{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %}\n{% endif %}\n{%- elif m.role == 'tool' -%}\n{%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|observation|>' -}}\n{%- endif %}\n{%- if m.content is string -%}\n {{- '' + m.content + '' -}}\n{%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == \"tool_reference\" -%}\n {{- '\\n' -}}\n {% for tr in m.content %}\n {%- for tool in tools -%}\n {%- if tool is not none and tool is mapping and 'function' in tool -%}\n {%- set tool = tool['function'] -%}\n {%- endif -%}\n {%- if tool is not none and tool is mapping and tool.name == tr.name -%}\n {{- tool_to_json(tool) + '\\n' -}}\n {%- endif -%}\n {%- endfor -%}\n {%- endfor -%}\n {{- '' -}}\n{%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%}\n {%- for tr in m.content -%}\n {{- '' + tr.output + '' -}}\n {%- endfor -%}\n{%- else -%}\n {{- '' + visible_text(m.content) + '' -}}\n{% endif -%}\n{%- elif m.role == 'system' -%}\n<|system|>{{ visible_text(m.content) }}\n{%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n <|assistant|>{{- '' if (enable_thinking is defined and not enable_thinking) else '' -}}\n{%- endif -%}\n" +} \ No newline at end of file